2024-11-18 17:43:18,821 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 2024-11-18 17:43:18,848 main DEBUG Took 0.023578 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 17:43:18,849 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 17:43:18,849 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 17:43:18,852 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 17:43:18,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,908 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 17:43:18,929 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,933 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,935 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,936 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,938 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,940 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,941 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,949 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,954 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 17:43:18,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,966 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 17:43:18,968 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 17:43:18,970 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 17:43:18,977 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 17:43:18,986 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 17:43:18,988 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 17:43:18,988 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 17:43:19,020 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 17:43:19,024 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 17:43:19,030 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 17:43:19,031 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 17:43:19,032 main DEBUG createAppenders(={Console}) 2024-11-18 17:43:19,033 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 initialized 2024-11-18 17:43:19,035 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 2024-11-18 17:43:19,035 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@6d60fe40 OK. 2024-11-18 17:43:19,036 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 17:43:19,037 main DEBUG OutputStream closed 2024-11-18 17:43:19,038 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 17:43:19,039 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 17:43:19,039 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@fa49800 OK 2024-11-18 17:43:19,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 17:43:19,237 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 17:43:19,240 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 17:43:19,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 17:43:19,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 17:43:19,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 17:43:19,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 17:43:19,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 17:43:19,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 17:43:19,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 17:43:19,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 17:43:19,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 17:43:19,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 17:43:19,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 17:43:19,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 17:43:19,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 17:43:19,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 17:43:19,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 17:43:19,264 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 17:43:19,266 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1c33c17b) with optional ClassLoader: null 2024-11-18 17:43:19,267 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 17:43:19,268 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1c33c17b] started OK. 2024-11-18T17:43:19,294 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-18 17:43:19,301 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 17:43:19,302 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T17:43:19,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=12, AvailableMemoryMB=6768 2024-11-18T17:43:19,811 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63 2024-11-18T17:43:19,814 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:43:19,818 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35, deleteOnExit=true 2024-11-18T17:43:19,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-18T17:43:19,822 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/test.cache.data in system properties and HBase conf 2024-11-18T17:43:19,823 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:43:19,827 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:43:19,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:43:19,830 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:43:19,832 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-18T17:43:20,002 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T17:43:20,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:43:20,173 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:20,174 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:20,175 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:43:20,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:43:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:43:20,188 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:20,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:20,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:43:20,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:43:20,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:43:20,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:20,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:43:20,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:43:21,386 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T17:43:21,485 INFO [Time-limited test {}] log.Log(170): Logging initialized @3983ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T17:43:21,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:21,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:21,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:21,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:21,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:21,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:21,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:21,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:21,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/java.io.tmpdir/jetty-localhost-37479-hadoop-hdfs-3_4_1-tests_jar-_-any-4241417825365915826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:21,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:37479} 2024-11-18T17:43:21,953 INFO [Time-limited test {}] server.Server(415): Started @4452ms 2024-11-18T17:43:22,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:22,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:22,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:22,485 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:22,485 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:22,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4760307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:22,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76645813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:22,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45895ca6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/java.io.tmpdir/jetty-localhost-34799-hadoop-hdfs-3_4_1-tests_jar-_-any-12251181167172764592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:22,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e8a1397{HTTP/1.1, (http/1.1)}{localhost:34799} 2024-11-18T17:43:22,596 INFO [Time-limited test {}] server.Server(415): Started @5095ms 2024-11-18T17:43:22,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:22,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:22,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:22,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:22,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:22,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:22,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f3d3355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:22,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb64205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:22,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23d2e820{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/java.io.tmpdir/jetty-localhost-32933-hadoop-hdfs-3_4_1-tests_jar-_-any-9439546933286851477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:22,965 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee8adce{HTTP/1.1, (http/1.1)}{localhost:32933} 2024-11-18T17:43:22,965 INFO [Time-limited test {}] server.Server(415): Started @5464ms 2024-11-18T17:43:22,968 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:24,382 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data1/current/BP-1070413966-172.17.0.2-1731951800896/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:24,382 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data2/current/BP-1070413966-172.17.0.2-1731951800896/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:24,382 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data3/current/BP-1070413966-172.17.0.2-1731951800896/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:24,386 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data4/current/BP-1070413966-172.17.0.2-1731951800896/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:24,444 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:24,444 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:24,506 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9651aa135b58fe11 with lease ID 0x400f66badf4ed79c: Processing first storage report for DS-8f8c2536-2469-48a0-bffe-de1fc856fc18 from datanode DatanodeRegistration(127.0.0.1:36589, datanodeUuid=47291193-0848-45eb-a0ac-e534c92114c9, infoPort=46729, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896) 2024-11-18T17:43:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9651aa135b58fe11 with lease ID 0x400f66badf4ed79c: from storage DS-8f8c2536-2469-48a0-bffe-de1fc856fc18 node DatanodeRegistration(127.0.0.1:36589, datanodeUuid=47291193-0848-45eb-a0ac-e534c92114c9, infoPort=46729, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T17:43:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4694a0d4fcecd9fe with lease ID 0x400f66badf4ed79d: Processing first storage report for DS-17e3c8f8-1e2f-4d11-bfb1-08a40b3e1ebb from datanode DatanodeRegistration(127.0.0.1:42843, datanodeUuid=23c93e78-7204-467f-8700-26c7487a1d91, infoPort=41643, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896) 2024-11-18T17:43:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4694a0d4fcecd9fe with lease ID 0x400f66badf4ed79d: from storage DS-17e3c8f8-1e2f-4d11-bfb1-08a40b3e1ebb node DatanodeRegistration(127.0.0.1:42843, datanodeUuid=23c93e78-7204-467f-8700-26c7487a1d91, infoPort=41643, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:43:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9651aa135b58fe11 with lease ID 0x400f66badf4ed79c: Processing first storage report for DS-cf5c298c-9ee4-4e25-8217-00e9be41f40b from datanode DatanodeRegistration(127.0.0.1:36589, datanodeUuid=47291193-0848-45eb-a0ac-e534c92114c9, infoPort=46729, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896) 2024-11-18T17:43:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9651aa135b58fe11 with lease ID 0x400f66badf4ed79c: from storage DS-cf5c298c-9ee4-4e25-8217-00e9be41f40b node DatanodeRegistration(127.0.0.1:36589, datanodeUuid=47291193-0848-45eb-a0ac-e534c92114c9, infoPort=46729, infoSecurePort=0, ipcPort=33321, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4694a0d4fcecd9fe with lease ID 0x400f66badf4ed79d: Processing first storage report for DS-49898007-160d-48b6-8a72-6157ae7c695b from datanode DatanodeRegistration(127.0.0.1:42843, datanodeUuid=23c93e78-7204-467f-8700-26c7487a1d91, infoPort=41643, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896) 2024-11-18T17:43:24,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4694a0d4fcecd9fe with lease ID 0x400f66badf4ed79d: from storage DS-49898007-160d-48b6-8a72-6157ae7c695b node DatanodeRegistration(127.0.0.1:42843, datanodeUuid=23c93e78-7204-467f-8700-26c7487a1d91, infoPort=41643, infoSecurePort=0, ipcPort=33139, storageInfo=lv=-57;cid=testClusterID;nsid=1066749280;c=1731951800896), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:43:24,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63 2024-11-18T17:43:24,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/zookeeper_0, clientPort=52117, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:43:24,635 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52117 2024-11-18T17:43:24,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:24,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:24,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:24,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:24,991 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050 with version=8 2024-11-18T17:43:24,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/hbase-staging 2024-11-18T17:43:25,204 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T17:43:25,506 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:25,521 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:25,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:25,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:25,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:25,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:25,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:25,699 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T17:43:25,708 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T17:43:25,712 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:25,736 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1453 (auto-detected) 2024-11-18T17:43:25,737 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T17:43:25,756 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45169 2024-11-18T17:43:25,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:25,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:25,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45169 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-11-18T17:43:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451690x0, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:25,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45169-0x1015054e32e0000 connected 2024-11-18T17:43:25,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:25,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:25,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:25,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-18T17:43:25,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45169 2024-11-18T17:43:25,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45169 2024-11-18T17:43:25,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-18T17:43:25,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-18T17:43:25,991 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050, hbase.cluster.distributed=false 2024-11-18T17:43:26,050 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:26,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:26,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:26,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:26,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:26,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:26,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:26,057 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:26,059 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39825 2024-11-18T17:43:26,062 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:26,069 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:26,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:26,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:26,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39825 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-11-18T17:43:26,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398250x0, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:26,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398250x0, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:26,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39825-0x1015054e32e0001 connected 2024-11-18T17:43:26,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:26,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:26,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39825 2024-11-18T17:43:26,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39825 2024-11-18T17:43:26,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39825 2024-11-18T17:43:26,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39825 2024-11-18T17:43:26,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39825 2024-11-18T17:43:26,138 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:26,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:26,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:26,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:26,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:26,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:26,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:26,140 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:26,141 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38727 2024-11-18T17:43:26,142 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:26,143 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:26,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:26,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:26,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38727 connecting to ZooKeeper ensemble=127.0.0.1:52117 2024-11-18T17:43:26,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387270x0, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:26,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387270x0, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:26,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38727-0x1015054e32e0002 connected 2024-11-18T17:43:26,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:26,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:26,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-18T17:43:26,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38727 2024-11-18T17:43:26,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38727 2024-11-18T17:43:26,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-18T17:43:26,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38727 2024-11-18T17:43:26,180 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:26,193 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bf7315a48bbc:45169 2024-11-18T17:43:26,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:26,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:26,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:26,195 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:26,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:26,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:26,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:26,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:26,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:26,224 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:26,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:26,225 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bf7315a48bbc,45169,1731951805196 from backup master directory 2024-11-18T17:43:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:26,236 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:26,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:26,239 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T17:43:26,243 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T17:43:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:26,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:26,325 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/hbase.id with ID: e2455951-01ce-48fa-834a-65c82c59405f 2024-11-18T17:43:26,379 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:26,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:26,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:26,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:26,450 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:26,453 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:43:26,481 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T17:43:26,485 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:26,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:26,543 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store 2024-11-18T17:43:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:26,571 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T17:43:26,571 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:26,572 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:26,572 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:26,572 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:26,573 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:26,573 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:26,573 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:26,573 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:26,576 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/.initializing 2024-11-18T17:43:26,576 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/WALs/bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:26,583 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:26,593 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C45169%2C1731951805196, suffix=, logDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/WALs/bf7315a48bbc,45169,1731951805196, archiveDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/oldWALs, maxLogs=10 2024-11-18T17:43:26,612 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/WALs/bf7315a48bbc,45169,1731951805196/bf7315a48bbc%2C45169%2C1731951805196.1731951806597, exclude list is [], retry=0 2024-11-18T17:43:26,629 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-8f8c2536-2469-48a0-bffe-de1fc856fc18,DISK] 2024-11-18T17:43:26,629 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42843,DS-17e3c8f8-1e2f-4d11-bfb1-08a40b3e1ebb,DISK] 2024-11-18T17:43:26,633 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T17:43:26,674 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/WALs/bf7315a48bbc,45169,1731951805196/bf7315a48bbc%2C45169%2C1731951805196.1731951806597 2024-11-18T17:43:26,675 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729),(127.0.0.1/127.0.0.1:41643:41643)] 2024-11-18T17:43:26,675 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:26,676 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:26,680 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,681 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:43:26,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:26,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:26,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:43:26,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:26,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:26,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:43:26,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:26,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:26,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:43:26,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:26,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:26,780 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,781 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,790 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:43:26,795 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:26,800 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:26,801 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62582834, jitterRate=-0.06744310259819031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:43:26,807 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:26,808 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:43:26,838 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28255096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:26,877 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-18T17:43:26,888 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:43:26,888 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:43:26,890 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:43:26,892 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T17:43:26,898 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-18T17:43:26,898 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:43:26,927 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:43:26,942 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:43:26,981 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:43:26,984 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:43:26,986 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:43:26,993 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:43:26,995 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:43:27,000 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:43:27,009 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:43:27,011 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:43:27,018 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:43:27,028 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:43:27,034 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:43:27,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:27,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:27,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,049 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bf7315a48bbc,45169,1731951805196, sessionid=0x1015054e32e0000, setting cluster-up flag (Was=false) 2024-11-18T17:43:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,097 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:43:27,099 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:27,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,143 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:43:27,151 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:27,196 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bf7315a48bbc:38727 2024-11-18T17:43:27,198 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bf7315a48bbc:39825 2024-11-18T17:43:27,198 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1008): ClusterId : e2455951-01ce-48fa-834a-65c82c59405f 2024-11-18T17:43:27,200 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1008): ClusterId : e2455951-01ce-48fa-834a-65c82c59405f 2024-11-18T17:43:27,202 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:27,202 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:27,217 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:27,217 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:27,218 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:27,218 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:27,236 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:27,237 DEBUG [RS:0;bf7315a48bbc:39825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b7666e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:27,239 DEBUG [RS:0;bf7315a48bbc:39825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69fd5771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:27,239 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:27,240 DEBUG [RS:1;bf7315a48bbc:38727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68428e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:27,243 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:27,243 DEBUG [RS:1;bf7315a48bbc:38727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e23071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:27,243 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:27,243 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:27,243 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:27,243 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:27,244 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:27,246 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,45169,1731951805196 with isa=bf7315a48bbc/172.17.0.2:38727, startcode=1731951806137 2024-11-18T17:43:27,246 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,45169,1731951805196 with isa=bf7315a48bbc/172.17.0.2:39825, startcode=1731951806049 2024-11-18T17:43:27,261 DEBUG [RS:1;bf7315a48bbc:38727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:27,261 DEBUG [RS:0;bf7315a48bbc:39825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:27,261 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:27,267 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-18T17:43:27,270 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:43:27,277 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bf7315a48bbc,45169,1731951805196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:43:27,281 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:27,282 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:27,282 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:27,282 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:27,282 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bf7315a48bbc:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:43:27,289 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,291 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:27,291 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,304 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731951837303 2024-11-18T17:43:27,305 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59133, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:27,305 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49879, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:27,306 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:43:27,307 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:43:27,309 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:27,309 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:43:27,311 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:43:27,311 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:43:27,312 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:43:27,312 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:43:27,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:27,313 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:27,314 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:43:27,315 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:43:27,316 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:43:27,316 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T17:43:27,318 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:43:27,319 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:43:27,323 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951807321,5,FailOnTimeoutGroup] 2024-11-18T17:43:27,322 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-18T17:43:27,323 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951807323,5,FailOnTimeoutGroup] 2024-11-18T17:43:27,323 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,323 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:43:27,325 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,325 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:27,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:27,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-18T17:43:27,341 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050 2024-11-18T17:43:27,352 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-18T17:43:27,352 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-18T17:43:27,352 WARN [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T17:43:27,352 WARN [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T17:43:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:27,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:27,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:27,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:27,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:27,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:27,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:27,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:27,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:27,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:27,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:27,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:27,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:27,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:27,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:27,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740 2024-11-18T17:43:27,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740 2024-11-18T17:43:27,381 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:27,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:27,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:27,388 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74031119, jitterRate=0.10314963757991791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:27,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:27,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:27,393 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:27,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:27,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:27,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:27,395 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:27,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:27,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:27,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-18T17:43:27,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:43:27,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:43:27,417 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:43:27,453 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,45169,1731951805196 with isa=bf7315a48bbc/172.17.0.2:39825, startcode=1731951806049 2024-11-18T17:43:27,453 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,45169,1731951805196 with isa=bf7315a48bbc/172.17.0.2:38727, startcode=1731951806137 2024-11-18T17:43:27,455 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:27,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:27,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:27,464 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:27,464 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050 2024-11-18T17:43:27,464 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45305 2024-11-18T17:43:27,464 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:27,468 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050 2024-11-18T17:43:27,468 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45305 2024-11-18T17:43:27,468 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:27,505 DEBUG [RS:0;bf7315a48bbc:39825 {}] zookeeper.ZKUtil(111): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:27,505 WARN [RS:0;bf7315a48bbc:39825 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:27,506 INFO [RS:0;bf7315a48bbc:39825 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:27,506 DEBUG [RS:1;bf7315a48bbc:38727 {}] zookeeper.ZKUtil(111): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:27,506 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:27,506 WARN [RS:1;bf7315a48bbc:38727 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:27,506 INFO [RS:1;bf7315a48bbc:38727 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:27,506 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:27,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,38727,1731951806137] 2024-11-18T17:43:27,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,39825,1731951806049] 2024-11-18T17:43:27,521 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:27,521 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:27,533 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:27,533 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:27,548 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:27,548 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:27,552 INFO [RS:0;bf7315a48bbc:39825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:27,552 INFO [RS:1;bf7315a48bbc:38727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:27,552 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,552 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,553 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:27,553 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:27,560 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,560 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:27,561 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,561 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:27,561 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:27,562 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:1;bf7315a48bbc:38727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:27,562 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:27,562 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:27,563 DEBUG [RS:0;bf7315a48bbc:39825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:27,563 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,563 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,563 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,564 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,564 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,38727,1731951806137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:27,566 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,567 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,567 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,567 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,567 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,39825,1731951806049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:27,568 WARN [bf7315a48bbc:45169 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:43:27,600 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:27,600 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:27,602 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,38727,1731951806137-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,602 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,39825,1731951806049-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:27,623 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.Replication(204): bf7315a48bbc,38727,1731951806137 started 2024-11-18T17:43:27,623 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.Replication(204): bf7315a48bbc,39825,1731951806049 started 2024-11-18T17:43:27,623 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,38727,1731951806137, RpcServer on bf7315a48bbc/172.17.0.2:38727, sessionid=0x1015054e32e0002 2024-11-18T17:43:27,623 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,39825,1731951806049, RpcServer on bf7315a48bbc/172.17.0.2:39825, sessionid=0x1015054e32e0001 2024-11-18T17:43:27,624 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:27,624 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:27,624 DEBUG [RS:1;bf7315a48bbc:38727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:27,624 DEBUG [RS:0;bf7315a48bbc:39825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:27,624 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,38727,1731951806137' 2024-11-18T17:43:27,624 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,39825,1731951806049' 2024-11-18T17:43:27,624 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:27,624 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:27,625 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:27,625 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:27,626 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:27,626 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:27,626 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:27,626 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:27,626 DEBUG [RS:1;bf7315a48bbc:38727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:27,626 DEBUG [RS:0;bf7315a48bbc:39825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:27,626 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,38727,1731951806137' 2024-11-18T17:43:27,626 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:27,626 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,39825,1731951806049' 2024-11-18T17:43:27,626 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:27,627 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:27,627 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:27,627 DEBUG [RS:1;bf7315a48bbc:38727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:27,627 INFO [RS:1;bf7315a48bbc:38727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:27,627 INFO [RS:1;bf7315a48bbc:38727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:27,627 DEBUG [RS:0;bf7315a48bbc:39825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:27,627 INFO [RS:0;bf7315a48bbc:39825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:27,627 INFO [RS:0;bf7315a48bbc:39825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:27,733 INFO [RS:0;bf7315a48bbc:39825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:27,733 INFO [RS:1;bf7315a48bbc:38727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:27,736 INFO [RS:0;bf7315a48bbc:39825 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C39825%2C1731951806049, suffix=, logDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,39825,1731951806049, archiveDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/oldWALs, maxLogs=32 2024-11-18T17:43:27,737 INFO [RS:1;bf7315a48bbc:38727 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C38727%2C1731951806137, suffix=, logDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,38727,1731951806137, archiveDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/oldWALs, maxLogs=32 2024-11-18T17:43:27,753 DEBUG [RS:0;bf7315a48bbc:39825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,39825,1731951806049/bf7315a48bbc%2C39825%2C1731951806049.1731951807740, exclude list is [], retry=0 2024-11-18T17:43:27,757 DEBUG [RS:1;bf7315a48bbc:38727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,38727,1731951806137/bf7315a48bbc%2C38727%2C1731951806137.1731951807740, exclude list is [], retry=0 2024-11-18T17:43:27,758 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-8f8c2536-2469-48a0-bffe-de1fc856fc18,DISK] 2024-11-18T17:43:27,758 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42843,DS-17e3c8f8-1e2f-4d11-bfb1-08a40b3e1ebb,DISK] 2024-11-18T17:43:27,765 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-8f8c2536-2469-48a0-bffe-de1fc856fc18,DISK] 2024-11-18T17:43:27,765 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42843,DS-17e3c8f8-1e2f-4d11-bfb1-08a40b3e1ebb,DISK] 2024-11-18T17:43:27,767 INFO [RS:0;bf7315a48bbc:39825 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,39825,1731951806049/bf7315a48bbc%2C39825%2C1731951806049.1731951807740 2024-11-18T17:43:27,773 DEBUG [RS:0;bf7315a48bbc:39825 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729),(127.0.0.1/127.0.0.1:41643:41643)] 2024-11-18T17:43:27,780 INFO [RS:1;bf7315a48bbc:38727 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,38727,1731951806137/bf7315a48bbc%2C38727%2C1731951806137.1731951807740 2024-11-18T17:43:27,781 DEBUG [RS:1;bf7315a48bbc:38727 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41643:41643),(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-18T17:43:27,820 DEBUG [bf7315a48bbc:45169 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T17:43:27,822 DEBUG [bf7315a48bbc:45169 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:27,828 DEBUG [bf7315a48bbc:45169 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:27,828 DEBUG [bf7315a48bbc:45169 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:27,829 INFO [bf7315a48bbc:45169 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:27,829 INFO [bf7315a48bbc:45169 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:27,829 DEBUG [bf7315a48bbc:45169 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:27,833 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:27,838 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,39825,1731951806049, state=OPENING 2024-11-18T17:43:27,880 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:43:27,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:27,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:27,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:27,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bf7315a48bbc,39825,1731951806049}] 2024-11-18T17:43:27,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:28,070 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:28,073 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:28,075 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:28,090 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-18T17:43:28,091 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:28,091 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:43:28,095 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C39825%2C1731951806049.meta, suffix=.meta, logDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,39825,1731951806049, archiveDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/oldWALs, maxLogs=32 2024-11-18T17:43:28,112 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,39825,1731951806049/bf7315a48bbc%2C39825%2C1731951806049.meta.1731951808097.meta, exclude list is [], retry=0 2024-11-18T17:43:28,117 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36589,DS-8f8c2536-2469-48a0-bffe-de1fc856fc18,DISK] 2024-11-18T17:43:28,117 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42843,DS-17e3c8f8-1e2f-4d11-bfb1-08a40b3e1ebb,DISK] 2024-11-18T17:43:28,121 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/WALs/bf7315a48bbc,39825,1731951806049/bf7315a48bbc%2C39825%2C1731951806049.meta.1731951808097.meta 2024-11-18T17:43:28,122 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41643:41643),(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-18T17:43:28,122 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:28,124 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:43:28,188 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:43:28,193 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:43:28,198 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:43:28,198 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:28,199 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-18T17:43:28,199 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-18T17:43:28,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:28,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:28,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:28,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:28,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:28,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:28,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:28,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:28,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:28,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:28,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:28,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:28,220 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740 2024-11-18T17:43:28,223 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740 2024-11-18T17:43:28,225 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:28,228 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:28,230 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61149737, jitterRate=-0.0887979120016098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:28,231 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:28,237 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731951808063 2024-11-18T17:43:28,250 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:43:28,250 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-18T17:43:28,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:28,254 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,39825,1731951806049, state=OPEN 2024-11-18T17:43:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:28,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:28,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:28,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:28,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:28,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:43:28,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bf7315a48bbc,39825,1731951806049 in 375 msec 2024-11-18T17:43:28,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:43:28,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 871 msec 2024-11-18T17:43:28,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0860 sec 2024-11-18T17:43:28,292 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731951808292, completionTime=-1 2024-11-18T17:43:28,292 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T17:43:28,292 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-18T17:43:28,334 DEBUG [hconnection-0x79ee668c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:28,336 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:28,345 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-18T17:43:28,346 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731951868346 2024-11-18T17:43:28,346 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731951928346 2024-11-18T17:43:28,346 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-18T17:43:28,382 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:43:28,390 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45169,1731951805196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:28,390 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45169,1731951805196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:28,390 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45169,1731951805196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:28,392 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bf7315a48bbc:45169, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:28,393 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:28,398 DEBUG [master/bf7315a48bbc:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-18T17:43:28,401 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-18T17:43:28,403 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:28,411 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-18T17:43:28,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:28,417 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:28,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:28,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:28,881 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3b9c2e5b31d2a9705c4c793309e7d5bc, NAME => 'hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050 2024-11-18T17:43:28,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:28,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:28,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:28,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 3b9c2e5b31d2a9705c4c793309e7d5bc, disabling compactions & flushes 2024-11-18T17:43:28,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:28,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:28,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. after waiting 0 ms 2024-11-18T17:43:28,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:28,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:28,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3b9c2e5b31d2a9705c4c793309e7d5bc: 2024-11-18T17:43:28,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:28,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731951808901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951808901"}]},"ts":"1731951808901"} 2024-11-18T17:43:28,928 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T17:43:28,930 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:28,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951808930"}]},"ts":"1731951808930"} 2024-11-18T17:43:28,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-18T17:43:28,964 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:28,965 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:28,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:28,966 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:28,966 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:28,966 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:28,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3b9c2e5b31d2a9705c4c793309e7d5bc, ASSIGN}] 2024-11-18T17:43:28,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=3b9c2e5b31d2a9705c4c793309e7d5bc, ASSIGN 2024-11-18T17:43:28,973 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=3b9c2e5b31d2a9705c4c793309e7d5bc, ASSIGN; state=OFFLINE, location=bf7315a48bbc,38727,1731951806137; forceNewPlan=false, retain=false 2024-11-18T17:43:29,126 INFO [bf7315a48bbc:45169 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T17:43:29,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3b9c2e5b31d2a9705c4c793309e7d5bc, regionState=OPENING, regionLocation=bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:29,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 3b9c2e5b31d2a9705c4c793309e7d5bc, server=bf7315a48bbc,38727,1731951806137}] 2024-11-18T17:43:29,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:29,292 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:29,295 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:29,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:29,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b9c2e5b31d2a9705c4c793309e7d5bc, NAME => 'hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:29,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:29,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:29,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:29,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:29,306 INFO [StoreOpener-3b9c2e5b31d2a9705c4c793309e7d5bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:29,308 INFO [StoreOpener-3b9c2e5b31d2a9705c4c793309e7d5bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b9c2e5b31d2a9705c4c793309e7d5bc columnFamilyName info 2024-11-18T17:43:29,309 DEBUG [StoreOpener-3b9c2e5b31d2a9705c4c793309e7d5bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:29,309 INFO [StoreOpener-3b9c2e5b31d2a9705c4c793309e7d5bc-1 {}] regionserver.HStore(327): Store=3b9c2e5b31d2a9705c4c793309e7d5bc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:29,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:29,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:29,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:29,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:29,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 3b9c2e5b31d2a9705c4c793309e7d5bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73554985, jitterRate=0.09605468809604645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:29,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 3b9c2e5b31d2a9705c4c793309e7d5bc: 2024-11-18T17:43:29,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc., pid=6, masterSystemTime=1731951809291 2024-11-18T17:43:29,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:29,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:29,325 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=3b9c2e5b31d2a9705c4c793309e7d5bc, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:29,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:43:29,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 3b9c2e5b31d2a9705c4c793309e7d5bc, server=bf7315a48bbc,38727,1731951806137 in 193 msec 2024-11-18T17:43:29,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:43:29,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=3b9c2e5b31d2a9705c4c793309e7d5bc, ASSIGN in 364 msec 2024-11-18T17:43:29,337 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:29,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951809337"}]},"ts":"1731951809337"} 2024-11-18T17:43:29,340 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-18T17:43:29,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:29,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 980 msec 2024-11-18T17:43:29,416 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-18T17:43:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:29,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:29,450 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:29,452 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:29,459 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-18T17:43:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:29,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 36 msec 2024-11-18T17:43:29,504 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-18T17:43:29,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:29,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 33 msec 2024-11-18T17:43:29,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-18T17:43:29,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-18T17:43:29,581 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.343sec 2024-11-18T17:43:29,583 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:43:29,584 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:43:29,585 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:43:29,586 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:43:29,586 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:43:29,587 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45169,1731951805196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:29,588 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45169,1731951805196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:43:29,594 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:43:29,595 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:43:29,595 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45169,1731951805196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:29,598 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2908f0c4 to 127.0.0.1:52117 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@540ba14e 2024-11-18T17:43:29,598 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-18T17:43:29,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b957ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:29,615 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T17:43:29,615 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T17:43:29,659 DEBUG [hconnection-0x6e8668e0-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:29,667 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:29,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:29,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:43:29,684 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:43:29,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-18T17:43:29,698 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:29,698 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:29,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-18T17:43:29,700 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:29,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:29,716 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fa29ab23d86aa4fd140b07f9858ba0b4, NAME => 'testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050 2024-11-18T17:43:29,717 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 9e4bfc20dbad812dcea808ac6e31fa6b, NAME => 'testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050 2024-11-18T17:43:29,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:29,730 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:29,730 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing fa29ab23d86aa4fd140b07f9858ba0b4, disabling compactions & flushes 2024-11-18T17:43:29,730 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:29,730 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:29,730 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. after waiting 0 ms 2024-11-18T17:43:29,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:29,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:29,731 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:29,731 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for fa29ab23d86aa4fd140b07f9858ba0b4: 2024-11-18T17:43:29,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:30,132 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:30,132 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 9e4bfc20dbad812dcea808ac6e31fa6b, disabling compactions & flushes 2024-11-18T17:43:30,133 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:30,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:30,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. after waiting 0 ms 2024-11-18T17:43:30,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:30,133 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:30,133 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 9e4bfc20dbad812dcea808ac6e31fa6b: 2024-11-18T17:43:30,136 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:30,137 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951810137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951810137"}]},"ts":"1731951810137"} 2024-11-18T17:43:30,137 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951810137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951810137"}]},"ts":"1731951810137"} 2024-11-18T17:43:30,180 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-18T17:43:30,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:30,184 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951810183"}]},"ts":"1731951810183"} 2024-11-18T17:43:30,192 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-18T17:43:30,239 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:30,245 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:30,246 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:30,246 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:30,246 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:30,246 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:30,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa29ab23d86aa4fd140b07f9858ba0b4, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e4bfc20dbad812dcea808ac6e31fa6b, ASSIGN}] 2024-11-18T17:43:30,251 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa29ab23d86aa4fd140b07f9858ba0b4, ASSIGN 2024-11-18T17:43:30,252 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e4bfc20dbad812dcea808ac6e31fa6b, ASSIGN 2024-11-18T17:43:30,255 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e4bfc20dbad812dcea808ac6e31fa6b, ASSIGN; state=OFFLINE, location=bf7315a48bbc,38727,1731951806137; forceNewPlan=false, retain=false 2024-11-18T17:43:30,256 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa29ab23d86aa4fd140b07f9858ba0b4, ASSIGN; state=OFFLINE, location=bf7315a48bbc,39825,1731951806049; forceNewPlan=false, retain=false 2024-11-18T17:43:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:30,406 INFO [bf7315a48bbc:45169 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-18T17:43:30,407 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fa29ab23d86aa4fd140b07f9858ba0b4, regionState=OPENING, regionLocation=bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:30,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9e4bfc20dbad812dcea808ac6e31fa6b, regionState=OPENING, regionLocation=bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:30,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure fa29ab23d86aa4fd140b07f9858ba0b4, server=bf7315a48bbc,39825,1731951806049}] 2024-11-18T17:43:30,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 9e4bfc20dbad812dcea808ac6e31fa6b, server=bf7315a48bbc,38727,1731951806137}] 2024-11-18T17:43:30,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:30,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:30,593 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:30,593 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => fa29ab23d86aa4fd140b07f9858ba0b4, NAME => 'testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4.', STARTKEY => '', ENDKEY => '5'} 2024-11-18T17:43:30,594 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:30,594 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:30,594 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:30,594 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:30,600 INFO [StoreOpener-fa29ab23d86aa4fd140b07f9858ba0b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:30,603 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:30,603 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 9e4bfc20dbad812dcea808ac6e31fa6b, NAME => 'testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b.', STARTKEY => '5', ENDKEY => ''} 2024-11-18T17:43:30,604 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:30,604 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:30,604 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:30,605 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:30,607 INFO [StoreOpener-fa29ab23d86aa4fd140b07f9858ba0b4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa29ab23d86aa4fd140b07f9858ba0b4 columnFamilyName family 2024-11-18T17:43:30,607 DEBUG [StoreOpener-fa29ab23d86aa4fd140b07f9858ba0b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:30,608 INFO [StoreOpener-fa29ab23d86aa4fd140b07f9858ba0b4-1 {}] regionserver.HStore(327): Store=fa29ab23d86aa4fd140b07f9858ba0b4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:30,610 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:30,611 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:30,612 INFO [StoreOpener-9e4bfc20dbad812dcea808ac6e31fa6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:30,617 INFO [StoreOpener-9e4bfc20dbad812dcea808ac6e31fa6b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e4bfc20dbad812dcea808ac6e31fa6b columnFamilyName family 2024-11-18T17:43:30,617 DEBUG [StoreOpener-9e4bfc20dbad812dcea808ac6e31fa6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:30,618 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:30,618 INFO [StoreOpener-9e4bfc20dbad812dcea808ac6e31fa6b-1 {}] regionserver.HStore(327): Store=9e4bfc20dbad812dcea808ac6e31fa6b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:30,620 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:30,622 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:30,625 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:30,627 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened fa29ab23d86aa4fd140b07f9858ba0b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63697772, jitterRate=-0.05082923173904419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:30,629 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for fa29ab23d86aa4fd140b07f9858ba0b4: 2024-11-18T17:43:30,631 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4., pid=12, masterSystemTime=1731951810581 2024-11-18T17:43:30,632 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:30,641 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:30,641 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:30,642 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:30,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fa29ab23d86aa4fd140b07f9858ba0b4, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:30,648 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 9e4bfc20dbad812dcea808ac6e31fa6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72044947, jitterRate=0.07355336844921112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:30,649 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 9e4bfc20dbad812dcea808ac6e31fa6b: 2024-11-18T17:43:30,651 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b., pid=13, masterSystemTime=1731951810588 2024-11-18T17:43:30,655 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:30,655 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:30,657 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=9e4bfc20dbad812dcea808ac6e31fa6b, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:30,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T17:43:30,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure fa29ab23d86aa4fd140b07f9858ba0b4, server=bf7315a48bbc,39825,1731951806049 in 233 msec 2024-11-18T17:43:30,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa29ab23d86aa4fd140b07f9858ba0b4, ASSIGN in 411 msec 2024-11-18T17:43:30,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-18T17:43:30,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 9e4bfc20dbad812dcea808ac6e31fa6b, server=bf7315a48bbc,38727,1731951806137 in 233 msec 2024-11-18T17:43:30,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-18T17:43:30,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9e4bfc20dbad812dcea808ac6e31fa6b, ASSIGN in 420 msec 2024-11-18T17:43:30,674 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:30,674 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951810674"}]},"ts":"1731951810674"} 2024-11-18T17:43:30,677 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-18T17:43:30,724 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:30,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.0310 sec 2024-11-18T17:43:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:30,818 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-18T17:43:30,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-18T17:43:30,820 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:30,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-18T17:43:30,829 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:30,829 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-18T17:43:30,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:30,869 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:30,894 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fa29ab23d86aa4fd140b07f9858ba0b4 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-18T17:43:30,980 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4/.tmp/family/e3a9ec9f17c44f3eab2b362ed188732d is 32, key is 1/family:/1731951810836/Put/seqid=0 2024-11-18T17:43:31,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:31,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:31,033 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4/.tmp/family/e3a9ec9f17c44f3eab2b362ed188732d 2024-11-18T17:43:31,107 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4/.tmp/family/e3a9ec9f17c44f3eab2b362ed188732d as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4/family/e3a9ec9f17c44f3eab2b362ed188732d 2024-11-18T17:43:31,128 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4/family/e3a9ec9f17c44f3eab2b362ed188732d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T17:43:31,132 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fa29ab23d86aa4fd140b07f9858ba0b4 in 239ms, sequenceid=8, compaction requested=false 2024-11-18T17:43:31,134 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-18T17:43:31,136 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fa29ab23d86aa4fd140b07f9858ba0b4: 2024-11-18T17:43:31,137 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 9e4bfc20dbad812dcea808ac6e31fa6b 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-18T17:43:31,168 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b/.tmp/family/8e945e27cf78400fb52e2b93fab230b3 is 32, key is 5/family:/1731951810870/Put/seqid=0 2024-11-18T17:43:31,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:31,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:31,192 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b/.tmp/family/8e945e27cf78400fb52e2b93fab230b3 2024-11-18T17:43:31,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b/.tmp/family/8e945e27cf78400fb52e2b93fab230b3 as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b/family/8e945e27cf78400fb52e2b93fab230b3 2024-11-18T17:43:31,240 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b/family/8e945e27cf78400fb52e2b93fab230b3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-18T17:43:31,242 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9e4bfc20dbad812dcea808ac6e31fa6b in 106ms, sequenceid=9, compaction requested=false 2024-11-18T17:43:31,243 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 9e4bfc20dbad812dcea808ac6e31fa6b: 2024-11-18T17:43:31,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5934c050 to 127.0.0.1:52117 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ae13ebb 2024-11-18T17:43:31,291 DEBUG [ReadOnlyZKClient-127.0.0.1:52117@0x5934c050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4766ac2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:31,332 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-18T17:43:31,339 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-18T17:43:31,343 DEBUG [ReadOnlyZKClient-127.0.0.1:52117@0x5934c050 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bf7315a48bbc,39825,1731951806049, seqNum=-1] 2024-11-18T17:43:31,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:31,355 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:31,372 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:31,376 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:31,377 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:31,381 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:31,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-18T17:43:31,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:43:31,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:31,394 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5934c050 to 127.0.0.1:52117 2024-11-18T17:43:31,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-18T17:43:31,396 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T17:43:31,397 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2908f0c4 to 127.0.0.1:52117 2024-11-18T17:43:31,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:31,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:43:31,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1679263184, stopped=false 2024-11-18T17:43:31,399 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:31,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:31,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:31,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:31,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:31,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-18T17:43:31,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:31,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:31,424 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,39825,1731951806049' ***** 2024-11-18T17:43:31,425 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:31,426 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:31,426 INFO [RS:0;bf7315a48bbc:39825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:31,426 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:31,426 INFO [RS:0;bf7315a48bbc:39825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:31,426 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(3579): Received CLOSE for fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:31,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:31,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:31,427 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,38727,1731951806137' ***** 2024-11-18T17:43:31,427 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:31,427 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:31,427 INFO [RS:1;bf7315a48bbc:38727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:31,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:31,427 INFO [RS:1;bf7315a48bbc:38727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:31,427 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(3579): Received CLOSE for 3b9c2e5b31d2a9705c4c793309e7d5bc 2024-11-18T17:43:31,428 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:31,428 DEBUG [RS:0;bf7315a48bbc:39825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:31,428 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:31,428 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:31,428 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:31,428 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-18T17:43:31,429 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(3579): Received CLOSE for 9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:31,429 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:31,429 DEBUG [RS:1;bf7315a48bbc:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:31,429 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-18T17:43:31,429 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1603): Online Regions={3b9c2e5b31d2a9705c4c793309e7d5bc=hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc., 9e4bfc20dbad812dcea808ac6e31fa6b=testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b.} 2024-11-18T17:43:31,430 DEBUG [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1629): Waiting on 3b9c2e5b31d2a9705c4c793309e7d5bc, 9e4bfc20dbad812dcea808ac6e31fa6b 2024-11-18T17:43:31,430 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-18T17:43:31,430 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, fa29ab23d86aa4fd140b07f9858ba0b4=testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4.} 2024-11-18T17:43:31,431 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fa29ab23d86aa4fd140b07f9858ba0b4 2024-11-18T17:43:31,431 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fa29ab23d86aa4fd140b07f9858ba0b4, disabling compactions & flushes 2024-11-18T17:43:31,431 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:31,431 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:31,431 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:31,431 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:31,431 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. after waiting 0 ms 2024-11-18T17:43:31,431 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:31,431 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:31,432 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:31,432 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:31,432 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-18T17:43:31,433 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3b9c2e5b31d2a9705c4c793309e7d5bc, disabling compactions & flushes 2024-11-18T17:43:31,433 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:31,433 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:31,433 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. after waiting 0 ms 2024-11-18T17:43:31,433 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:31,433 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 3b9c2e5b31d2a9705c4c793309e7d5bc 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-18T17:43:31,478 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:31,478 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:31,483 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/fa29ab23d86aa4fd140b07f9858ba0b4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:43:31,488 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:31,488 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fa29ab23d86aa4fd140b07f9858ba0b4: 2024-11-18T17:43:31,488 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731951809690.fa29ab23d86aa4fd140b07f9858ba0b4. 2024-11-18T17:43:31,491 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc/.tmp/info/be816ccdf7194583a76072b42128117a is 45, key is default/info:d/1731951809467/Put/seqid=0 2024-11-18T17:43:31,493 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/.tmp/info/e93c475e28ac4cca80bdb1ab7fe9390f is 173, key is testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b./info:regioninfo/1731951810656/Put/seqid=0 2024-11-18T17:43:31,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741843_1019 (size=5037) 2024-11-18T17:43:31,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741844_1020 (size=9337) 2024-11-18T17:43:31,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741844_1020 (size=9337) 2024-11-18T17:43:31,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741843_1019 (size=5037) 2024-11-18T17:43:31,531 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc/.tmp/info/be816ccdf7194583a76072b42128117a 2024-11-18T17:43:31,551 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc/.tmp/info/be816ccdf7194583a76072b42128117a as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc/info/be816ccdf7194583a76072b42128117a 2024-11-18T17:43:31,565 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc/info/be816ccdf7194583a76072b42128117a, entries=2, sequenceid=6, filesize=4.9 K 2024-11-18T17:43:31,566 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 3b9c2e5b31d2a9705c4c793309e7d5bc in 133ms, sequenceid=6, compaction requested=false 2024-11-18T17:43:31,567 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-18T17:43:31,577 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/namespace/3b9c2e5b31d2a9705c4c793309e7d5bc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:43:31,579 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:31,582 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3b9c2e5b31d2a9705c4c793309e7d5bc: 2024-11-18T17:43:31,582 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731951808402.3b9c2e5b31d2a9705c4c793309e7d5bc. 2024-11-18T17:43:31,582 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9e4bfc20dbad812dcea808ac6e31fa6b, disabling compactions & flushes 2024-11-18T17:43:31,582 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:31,582 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:31,583 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. after waiting 0 ms 2024-11-18T17:43:31,583 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:31,597 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:43:31,597 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/default/testClearRegionBlockCache/9e4bfc20dbad812dcea808ac6e31fa6b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T17:43:31,597 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:43:31,598 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:31,599 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9e4bfc20dbad812dcea808ac6e31fa6b: 2024-11-18T17:43:31,599 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731951809690.9e4bfc20dbad812dcea808ac6e31fa6b. 2024-11-18T17:43:31,630 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,38727,1731951806137; all regions closed. 2024-11-18T17:43:31,631 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T17:43:31,635 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:43:31,635 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:43:31,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741834_1010 (size=3188) 2024-11-18T17:43:31,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741834_1010 (size=3188) 2024-11-18T17:43:31,642 DEBUG [RS:1;bf7315a48bbc:38727 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/oldWALs 2024-11-18T17:43:31,642 INFO [RS:1;bf7315a48bbc:38727 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C38727%2C1731951806137:(num 1731951807740) 2024-11-18T17:43:31,642 DEBUG [RS:1;bf7315a48bbc:38727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:31,642 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:31,643 INFO [RS:1;bf7315a48bbc:38727 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:31,643 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:31,643 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:31,643 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:31,643 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:31,644 INFO [RS:1;bf7315a48bbc:38727 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38727 2024-11-18T17:43:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,38727,1731951806137 2024-11-18T17:43:31,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:31,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,38727,1731951806137] 2024-11-18T17:43:31,664 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,38727,1731951806137; numProcessing=1 2024-11-18T17:43:31,672 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,38727,1731951806137 already deleted, retry=false 2024-11-18T17:43:31,672 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,38727,1731951806137 expired; onlineServers=1 2024-11-18T17:43:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:31,764 INFO [RS:1;bf7315a48bbc:38727 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,38727,1731951806137; zookeeper connection closed. 2024-11-18T17:43:31,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38727-0x1015054e32e0002, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:31,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7afcde59 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7afcde59 2024-11-18T17:43:31,831 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T17:43:31,928 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/.tmp/info/e93c475e28ac4cca80bdb1ab7fe9390f 2024-11-18T17:43:31,961 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/.tmp/table/1ae5e09b0faf4f6d8b25c15ae306e818 is 61, key is testClearRegionBlockCache/table:state/1731951810674/Put/seqid=0 2024-11-18T17:43:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:31,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:32,032 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T17:43:32,232 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T17:43:32,376 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/.tmp/table/1ae5e09b0faf4f6d8b25c15ae306e818 2024-11-18T17:43:32,389 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/.tmp/info/e93c475e28ac4cca80bdb1ab7fe9390f as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/info/e93c475e28ac4cca80bdb1ab7fe9390f 2024-11-18T17:43:32,408 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/info/e93c475e28ac4cca80bdb1ab7fe9390f, entries=30, sequenceid=16, filesize=9.1 K 2024-11-18T17:43:32,410 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/.tmp/table/1ae5e09b0faf4f6d8b25c15ae306e818 as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/table/1ae5e09b0faf4f6d8b25c15ae306e818 2024-11-18T17:43:32,420 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/table/1ae5e09b0faf4f6d8b25c15ae306e818, entries=4, sequenceid=16, filesize=5.3 K 2024-11-18T17:43:32,422 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 989ms, sequenceid=16, compaction requested=false 2024-11-18T17:43:32,422 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T17:43:32,432 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-18T17:43:32,432 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:43:32,432 DEBUG [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-18T17:43:32,434 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:43:32,435 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:43:32,435 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:32,435 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:32,436 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:32,633 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,39825,1731951806049; all regions closed. 2024-11-18T17:43:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:32,645 DEBUG [RS:0;bf7315a48bbc:39825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/oldWALs 2024-11-18T17:43:32,645 INFO [RS:0;bf7315a48bbc:39825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C39825%2C1731951806049.meta:.meta(num 1731951808097) 2024-11-18T17:43:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741833_1009 (size=1758) 2024-11-18T17:43:32,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741833_1009 (size=1758) 2024-11-18T17:43:32,653 DEBUG [RS:0;bf7315a48bbc:39825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/oldWALs 2024-11-18T17:43:32,653 INFO [RS:0;bf7315a48bbc:39825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C39825%2C1731951806049:(num 1731951807740) 2024-11-18T17:43:32,653 DEBUG [RS:0;bf7315a48bbc:39825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:32,653 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:32,654 INFO [RS:0;bf7315a48bbc:39825 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:32,654 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:32,654 INFO [RS:0;bf7315a48bbc:39825 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39825 2024-11-18T17:43:32,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,39825,1731951806049 2024-11-18T17:43:32,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:32,668 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,39825,1731951806049] 2024-11-18T17:43:32,669 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,39825,1731951806049; numProcessing=2 2024-11-18T17:43:32,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,39825,1731951806049 already deleted, retry=false 2024-11-18T17:43:32,685 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,39825,1731951806049 expired; onlineServers=0 2024-11-18T17:43:32,685 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,45169,1731951805196' ***** 2024-11-18T17:43:32,685 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:43:32,685 DEBUG [M:0;bf7315a48bbc:45169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef15177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:32,685 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,45169,1731951805196 2024-11-18T17:43:32,685 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,45169,1731951805196; all regions closed. 2024-11-18T17:43:32,685 DEBUG [M:0;bf7315a48bbc:45169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:32,686 DEBUG [M:0;bf7315a48bbc:45169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:43:32,686 DEBUG [M:0;bf7315a48bbc:45169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:43:32,686 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951807323 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951807323,5,FailOnTimeoutGroup] 2024-11-18T17:43:32,686 INFO [M:0;bf7315a48bbc:45169 {}] hbase.ChoreService(370): Chore service for: master/bf7315a48bbc:0 had [] on shutdown 2024-11-18T17:43:32,686 DEBUG [M:0;bf7315a48bbc:45169 {}] master.HMaster(1733): Stopping service threads 2024-11-18T17:43:32,686 INFO [M:0;bf7315a48bbc:45169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:43:32,687 INFO [M:0;bf7315a48bbc:45169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:43:32,687 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:43:32,687 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951807321 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951807321,5,FailOnTimeoutGroup] 2024-11-18T17:43:32,689 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:43:32,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:32,697 DEBUG [M:0;bf7315a48bbc:45169 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-18T17:43:32,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:32,697 DEBUG [M:0;bf7315a48bbc:45169 {}] master.ActiveMasterManager(353): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-18T17:43:32,697 INFO [M:0;bf7315a48bbc:45169 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-18T17:43:32,697 INFO [M:0;bf7315a48bbc:45169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:43:32,698 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:32,698 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:32,698 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:32,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:32,698 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:32,698 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:32,698 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-18T17:43:32,720 DEBUG [M:0;bf7315a48bbc:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a405fc5373cc4d2fb5374eaa43ee352a is 82, key is hbase:meta,,1/info:regioninfo/1731951808251/Put/seqid=0 2024-11-18T17:43:32,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:32,776 INFO [RS:0;bf7315a48bbc:39825 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,39825,1731951806049; zookeeper connection closed. 2024-11-18T17:43:32,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:32,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39825-0x1015054e32e0001, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:32,777 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a1dc358 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a1dc358 2024-11-18T17:43:32,777 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T17:43:33,131 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a405fc5373cc4d2fb5374eaa43ee352a 2024-11-18T17:43:33,163 DEBUG [M:0;bf7315a48bbc:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1226b9428f4421eb3298c1d308451b9 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731951810727/Put/seqid=0 2024-11-18T17:43:33,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741847_1023 (size=7578) 2024-11-18T17:43:33,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741847_1023 (size=7578) 2024-11-18T17:43:33,171 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1226b9428f4421eb3298c1d308451b9 2024-11-18T17:43:33,198 DEBUG [M:0;bf7315a48bbc:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/883b391d7e364bb8aff2f5301864d76f is 69, key is bf7315a48bbc,38727,1731951806137/rs:state/1731951807464/Put/seqid=0 2024-11-18T17:43:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:33,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:33,207 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/883b391d7e364bb8aff2f5301864d76f 2024-11-18T17:43:33,217 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a405fc5373cc4d2fb5374eaa43ee352a as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a405fc5373cc4d2fb5374eaa43ee352a 2024-11-18T17:43:33,227 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a405fc5373cc4d2fb5374eaa43ee352a, entries=8, sequenceid=108, filesize=5.5 K 2024-11-18T17:43:33,229 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1226b9428f4421eb3298c1d308451b9 as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1226b9428f4421eb3298c1d308451b9 2024-11-18T17:43:33,240 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1226b9428f4421eb3298c1d308451b9, entries=13, sequenceid=108, filesize=7.4 K 2024-11-18T17:43:33,242 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/883b391d7e364bb8aff2f5301864d76f as hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/883b391d7e364bb8aff2f5301864d76f 2024-11-18T17:43:33,254 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45305/user/jenkins/test-data/c4c6d254-1611-608d-ab19-3b8b48a54050/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/883b391d7e364bb8aff2f5301864d76f, entries=2, sequenceid=108, filesize=5.1 K 2024-11-18T17:43:33,256 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=108, compaction requested=false 2024-11-18T17:43:33,257 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:33,258 DEBUG [M:0;bf7315a48bbc:45169 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42843 is added to blk_1073741830_1006 (size=54465) 2024-11-18T17:43:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36589 is added to blk_1073741830_1006 (size=54465) 2024-11-18T17:43:33,262 INFO [M:0;bf7315a48bbc:45169 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-18T17:43:33,262 INFO [M:0;bf7315a48bbc:45169 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45169 2024-11-18T17:43:33,262 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:33,305 DEBUG [M:0;bf7315a48bbc:45169 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bf7315a48bbc,45169,1731951805196 already deleted, retry=false 2024-11-18T17:43:33,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:33,414 INFO [M:0;bf7315a48bbc:45169 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,45169,1731951805196; zookeeper connection closed. 2024-11-18T17:43:33,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x1015054e32e0000, quorum=127.0.0.1:52117, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:33,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23d2e820{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:33,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee8adce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:33,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:33,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb64205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:33,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f3d3355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:33,428 WARN [BP-1070413966-172.17.0.2-1731951800896 heartbeating to localhost/127.0.0.1:45305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:33,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:33,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:33,429 WARN [BP-1070413966-172.17.0.2-1731951800896 heartbeating to localhost/127.0.0.1:45305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1070413966-172.17.0.2-1731951800896 (Datanode Uuid 47291193-0848-45eb-a0ac-e534c92114c9) service to localhost/127.0.0.1:45305 2024-11-18T17:43:33,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data3/current/BP-1070413966-172.17.0.2-1731951800896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:33,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data4/current/BP-1070413966-172.17.0.2-1731951800896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:33,431 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:33,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45895ca6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:33,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e8a1397{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:33,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:33,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76645813{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:33,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4760307{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:33,439 WARN [BP-1070413966-172.17.0.2-1731951800896 heartbeating to localhost/127.0.0.1:45305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:33,439 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:33,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:33,439 WARN [BP-1070413966-172.17.0.2-1731951800896 heartbeating to localhost/127.0.0.1:45305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1070413966-172.17.0.2-1731951800896 (Datanode Uuid 23c93e78-7204-467f-8700-26c7487a1d91) service to localhost/127.0.0.1:45305 2024-11-18T17:43:33,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data1/current/BP-1070413966-172.17.0.2-1731951800896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:33,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/cluster_e7652000-cfd1-2dcf-7802-cc619d1fed35/dfs/data/data2/current/BP-1070413966-172.17.0.2-1731951800896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:33,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:33,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:33,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:33,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:33,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:33,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:33,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:43:33,494 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-18T17:43:33,502 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=72 (was 11) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bf7315a48bbc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bf7315a48bbc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45305 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bf7315a48bbc:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45305 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bf7315a48bbc:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@63c11b00 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=471 (was 481), ProcessCount=11 (was 12), AvailableMemoryMB=5785 (was 6768) 2024-11-18T17:43:33,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=72, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=471, ProcessCount=11, AvailableMemoryMB=5785 2024-11-18T17:43:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir so I do NOT create it in target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4 2024-11-18T17:43:33,526 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:43:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.tmp.dir so I do NOT create it in target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4 2024-11-18T17:43:33,526 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b675441e-8169-9b17-c1a2-b346371bcf63/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:43:33,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4 2024-11-18T17:43:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:43:33,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1, deleteOnExit=true 2024-11-18T17:43:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-18T17:43:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/test.cache.data in system properties and HBase conf 2024-11-18T17:43:33,526 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-18T17:43:33,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:43:33,527 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:43:33,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:43:33,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T17:43:33,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:33,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:33,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:33,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:33,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:33,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:33,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:43:33,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:33,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4042c460{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:33,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59cb298a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:33,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ef59352{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/java.io.tmpdir/jetty-localhost-43833-hadoop-hdfs-3_4_1-tests_jar-_-any-9302829374635945927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:33,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31bfa1dd{HTTP/1.1, (http/1.1)}{localhost:43833} 2024-11-18T17:43:33,976 INFO [Time-limited test {}] server.Server(415): Started @16476ms 2024-11-18T17:43:34,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:34,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:34,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:34,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:34,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:34,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bc54668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:34,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56268955{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:34,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4159a021{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/java.io.tmpdir/jetty-localhost-45589-hadoop-hdfs-3_4_1-tests_jar-_-any-8603573362606519058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:34,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@483d3f1a{HTTP/1.1, (http/1.1)}{localhost:45589} 2024-11-18T17:43:34,449 INFO [Time-limited test {}] server.Server(415): Started @16948ms 2024-11-18T17:43:34,450 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:34,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:34,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:34,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:34,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:34,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:43:34,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ce7a4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:34,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f814881{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:34,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71378631{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/java.io.tmpdir/jetty-localhost-41539-hadoop-hdfs-3_4_1-tests_jar-_-any-9404087344616014944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:34,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15b71b80{HTTP/1.1, (http/1.1)}{localhost:41539} 2024-11-18T17:43:34,612 INFO [Time-limited test {}] server.Server(415): Started @17111ms 2024-11-18T17:43:34,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:35,122 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data1/current/BP-207284566-172.17.0.2-1731951813557/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:35,124 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data2/current/BP-207284566-172.17.0.2-1731951813557/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:35,146 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:35,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b3884e0cd4b3fc1 with lease ID 0x201170544dacce69: Processing first storage report for DS-d6316396-a9bd-4e95-9f3c-8f541e9b1fff from datanode DatanodeRegistration(127.0.0.1:38607, datanodeUuid=31ba2106-2e24-43b4-af14-b94ab5d860f6, infoPort=41883, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557) 2024-11-18T17:43:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b3884e0cd4b3fc1 with lease ID 0x201170544dacce69: from storage DS-d6316396-a9bd-4e95-9f3c-8f541e9b1fff node DatanodeRegistration(127.0.0.1:38607, datanodeUuid=31ba2106-2e24-43b4-af14-b94ab5d860f6, infoPort=41883, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b3884e0cd4b3fc1 with lease ID 0x201170544dacce69: Processing first storage report for DS-d724896b-f7b7-4041-b303-a83f3b334b1d from datanode DatanodeRegistration(127.0.0.1:38607, datanodeUuid=31ba2106-2e24-43b4-af14-b94ab5d860f6, infoPort=41883, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557) 2024-11-18T17:43:35,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b3884e0cd4b3fc1 with lease ID 0x201170544dacce69: from storage DS-d724896b-f7b7-4041-b303-a83f3b334b1d node DatanodeRegistration(127.0.0.1:38607, datanodeUuid=31ba2106-2e24-43b4-af14-b94ab5d860f6, infoPort=41883, infoSecurePort=0, ipcPort=36223, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:35,292 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data4/current/BP-207284566-172.17.0.2-1731951813557/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:35,292 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data3/current/BP-207284566-172.17.0.2-1731951813557/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:35,316 WARN [Thread-356 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7217d61aef7cce5 with lease ID 0x201170544dacce6a: Processing first storage report for DS-f48cb952-b204-4e79-a8c8-beeabb5d02b3 from datanode DatanodeRegistration(127.0.0.1:37623, datanodeUuid=bf7f4ce4-ded3-4310-a2cb-a5267121cbe7, infoPort=44193, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557) 2024-11-18T17:43:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7217d61aef7cce5 with lease ID 0x201170544dacce6a: from storage DS-f48cb952-b204-4e79-a8c8-beeabb5d02b3 node DatanodeRegistration(127.0.0.1:37623, datanodeUuid=bf7f4ce4-ded3-4310-a2cb-a5267121cbe7, infoPort=44193, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7217d61aef7cce5 with lease ID 0x201170544dacce6a: Processing first storage report for DS-835b36c4-6e80-44af-b398-b7c59e6de59c from datanode DatanodeRegistration(127.0.0.1:37623, datanodeUuid=bf7f4ce4-ded3-4310-a2cb-a5267121cbe7, infoPort=44193, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557) 2024-11-18T17:43:35,319 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7217d61aef7cce5 with lease ID 0x201170544dacce6a: from storage DS-835b36c4-6e80-44af-b398-b7c59e6de59c node DatanodeRegistration(127.0.0.1:37623, datanodeUuid=bf7f4ce4-ded3-4310-a2cb-a5267121cbe7, infoPort=44193, infoSecurePort=0, ipcPort=42951, storageInfo=lv=-57;cid=testClusterID;nsid=1260642246;c=1731951813557), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:35,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4 2024-11-18T17:43:35,361 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/zookeeper_0, clientPort=57033, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:43:35,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57033 2024-11-18T17:43:35,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:35,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:35,383 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5 with version=8 2024-11-18T17:43:35,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/hbase-staging 2024-11-18T17:43:35,385 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:35,385 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,386 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:35,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:35,386 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:35,386 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:35,387 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42919 2024-11-18T17:43:35,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42919 connecting to ZooKeeper ensemble=127.0.0.1:57033 2024-11-18T17:43:35,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429190x0, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:35,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42919-0x10150550d350000 connected 2024-11-18T17:43:35,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:35,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:35,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:35,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42919 2024-11-18T17:43:35,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42919 2024-11-18T17:43:35,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42919 2024-11-18T17:43:35,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42919 2024-11-18T17:43:35,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42919 2024-11-18T17:43:35,518 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5, hbase.cluster.distributed=false 2024-11-18T17:43:35,533 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:35,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:35,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:35,533 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:35,533 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:35,534 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33739 2024-11-18T17:43:35,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:35,535 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:35,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33739 connecting to ZooKeeper ensemble=127.0.0.1:57033 2024-11-18T17:43:35,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337390x0, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:35,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33739-0x10150550d350001 connected 2024-11-18T17:43:35,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:35,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:35,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:35,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-18T17:43:35,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33739 2024-11-18T17:43:35,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33739 2024-11-18T17:43:35,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-18T17:43:35,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33739 2024-11-18T17:43:35,573 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:35,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:35,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:35,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:35,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:35,573 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:35,574 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35113 2024-11-18T17:43:35,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:35,575 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:35,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35113 connecting to ZooKeeper ensemble=127.0.0.1:57033 2024-11-18T17:43:35,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351130x0, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:35,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351130x0, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:35,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35113-0x10150550d350002 connected 2024-11-18T17:43:35,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:35,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:35,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35113 2024-11-18T17:43:35,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35113 2024-11-18T17:43:35,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35113 2024-11-18T17:43:35,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35113 2024-11-18T17:43:35,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35113 2024-11-18T17:43:35,592 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:35,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:35,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:35,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:35,601 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:35,604 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bf7315a48bbc:42919 2024-11-18T17:43:35,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:35,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:35,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:35,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:35,610 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:35,610 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bf7315a48bbc,42919,1731951815385 from backup master directory 2024-11-18T17:43:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:35,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:35,618 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:35,618 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:35,633 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/hbase.id with ID: 710084b8-3bf2-4f3e-bc6e-c04e6a8f0f49 2024-11-18T17:43:35,651 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:35,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:36,080 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:36,083 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:43:36,084 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:36,096 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store 2024-11-18T17:43:36,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:36,105 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:36,106 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:36,106 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:36,106 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:36,106 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:36,106 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:36,106 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:36,106 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:36,107 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/.initializing 2024-11-18T17:43:36,107 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/WALs/bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:36,109 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:36,112 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C42919%2C1731951815385, suffix=, logDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/WALs/bf7315a48bbc,42919,1731951815385, archiveDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/oldWALs, maxLogs=10 2024-11-18T17:43:36,124 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/WALs/bf7315a48bbc,42919,1731951815385/bf7315a48bbc%2C42919%2C1731951815385.1731951816112, exclude list is [], retry=0 2024-11-18T17:43:36,128 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-d6316396-a9bd-4e95-9f3c-8f541e9b1fff,DISK] 2024-11-18T17:43:36,128 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37623,DS-f48cb952-b204-4e79-a8c8-beeabb5d02b3,DISK] 2024-11-18T17:43:36,131 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/WALs/bf7315a48bbc,42919,1731951815385/bf7315a48bbc%2C42919%2C1731951815385.1731951816112 2024-11-18T17:43:36,131 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41883:41883),(127.0.0.1/127.0.0.1:44193:44193)] 2024-11-18T17:43:36,131 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:36,131 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:36,131 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,132 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:43:36,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:36,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:43:36,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:36,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:43:36,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:36,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:43:36,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:36,145 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,146 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,148 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:43:36,149 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:36,152 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:36,152 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67504170, jitterRate=0.005890518426895142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:43:36,153 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:36,153 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:43:36,158 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffc7492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:36,159 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-18T17:43:36,159 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:43:36,159 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:43:36,159 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:43:36,160 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:43:36,160 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:43:36,160 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:43:36,163 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:43:36,164 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:43:36,205 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:43:36,205 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:43:36,206 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:43:36,213 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:43:36,213 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:43:36,214 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:43:36,222 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:43:36,223 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:43:36,230 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:43:36,232 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:43:36,242 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:43:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,252 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bf7315a48bbc,42919,1731951815385, sessionid=0x10150550d350000, setting cluster-up flag (Was=false) 2024-11-18T17:43:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,293 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:43:36,295 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,338 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:43:36,339 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:36,343 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:36,343 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-18T17:43:36,343 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:43:36,343 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bf7315a48bbc,42919,1731951815385 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bf7315a48bbc:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:36,344 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,345 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731951846345 2024-11-18T17:43:36,345 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:43:36,345 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:43:36,345 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:43:36,346 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:43:36,346 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:43:36,346 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:43:36,346 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,347 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:43:36,346 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:36,347 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:43:36,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:43:36,347 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:43:36,349 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:36,350 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:43:36,350 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:43:36,350 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951816350,5,FailOnTimeoutGroup] 2024-11-18T17:43:36,352 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951816350,5,FailOnTimeoutGroup] 2024-11-18T17:43:36,352 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,352 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:43:36,352 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,352 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:36,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:36,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-18T17:43:36,361 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5 2024-11-18T17:43:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:36,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:36,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:36,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:36,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:36,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:36,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:36,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:36,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:36,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:36,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:36,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:36,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:36,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740 2024-11-18T17:43:36,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740 2024-11-18T17:43:36,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:36,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:36,386 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:36,387 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62299065, jitterRate=-0.07167159020900726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:36,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:36,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:36,388 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:36,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:36,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:36,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:36,388 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:36,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:36,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:36,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-18T17:43:36,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:43:36,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:43:36,393 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:43:36,404 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bf7315a48bbc:35113 2024-11-18T17:43:36,405 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bf7315a48bbc:33739 2024-11-18T17:43:36,405 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1008): ClusterId : 710084b8-3bf2-4f3e-bc6e-c04e6a8f0f49 2024-11-18T17:43:36,405 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:36,413 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1008): ClusterId : 710084b8-3bf2-4f3e-bc6e-c04e6a8f0f49 2024-11-18T17:43:36,413 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:36,422 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:36,422 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:36,430 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:36,430 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:36,430 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:36,431 DEBUG [RS:1;bf7315a48bbc:35113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26201e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:36,431 DEBUG [RS:1;bf7315a48bbc:35113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a5b0fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:36,431 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:36,431 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:36,431 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:36,438 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,42919,1731951815385 with isa=bf7315a48bbc/172.17.0.2:35113, startcode=1731951815572 2024-11-18T17:43:36,439 DEBUG [RS:1;bf7315a48bbc:35113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:36,439 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:36,440 DEBUG [RS:0;bf7315a48bbc:33739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64fa4dee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:36,440 DEBUG [RS:0;bf7315a48bbc:33739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2234103d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:36,440 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:36,440 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:36,440 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50251, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:36,440 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:36,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42919 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:36,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42919 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:36,441 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,42919,1731951815385 with isa=bf7315a48bbc/172.17.0.2:33739, startcode=1731951815532 2024-11-18T17:43:36,441 DEBUG [RS:0;bf7315a48bbc:33739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:36,443 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58207, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:36,443 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5 2024-11-18T17:43:36,443 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46589 2024-11-18T17:43:36,443 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:36,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42919 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:36,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42919 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:36,445 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5 2024-11-18T17:43:36,445 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46589 2024-11-18T17:43:36,445 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:36,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:36,475 DEBUG [RS:1;bf7315a48bbc:35113 {}] zookeeper.ZKUtil(111): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:36,476 WARN [RS:1;bf7315a48bbc:35113 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:36,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,33739,1731951815532] 2024-11-18T17:43:36,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,35113,1731951815572] 2024-11-18T17:43:36,476 DEBUG [RS:0;bf7315a48bbc:33739 {}] zookeeper.ZKUtil(111): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:36,476 INFO [RS:1;bf7315a48bbc:35113 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:36,476 WARN [RS:0;bf7315a48bbc:33739 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:36,476 INFO [RS:0;bf7315a48bbc:33739 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:36,476 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:36,476 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:36,480 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:36,480 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:36,480 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:36,480 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:36,482 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:36,482 INFO [RS:0;bf7315a48bbc:33739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:36,482 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,484 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:36,484 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:36,485 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,485 INFO [RS:1;bf7315a48bbc:35113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:36,485 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,485 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,485 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,485 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,485 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,485 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,485 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:36,485 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:36,485 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,486 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,486 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,486 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,486 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,486 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:36,486 DEBUG [RS:0;bf7315a48bbc:33739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:36,487 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,487 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,487 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,487 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:36,487 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,487 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,33739,1731951815532-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,487 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,488 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,488 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:36,488 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:36,488 DEBUG [RS:1;bf7315a48bbc:35113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:36,491 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,491 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,491 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,491 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,491 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,35113,1731951815572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:36,506 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:36,506 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,35113,1731951815572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,508 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:36,508 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,33739,1731951815532-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:36,520 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.Replication(204): bf7315a48bbc,35113,1731951815572 started 2024-11-18T17:43:36,520 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,35113,1731951815572, RpcServer on bf7315a48bbc/172.17.0.2:35113, sessionid=0x10150550d350002 2024-11-18T17:43:36,520 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:36,520 DEBUG [RS:1;bf7315a48bbc:35113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:36,520 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,35113,1731951815572' 2024-11-18T17:43:36,520 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:36,521 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:36,522 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:36,522 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:36,522 DEBUG [RS:1;bf7315a48bbc:35113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:36,522 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,35113,1731951815572' 2024-11-18T17:43:36,522 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:36,522 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:36,523 DEBUG [RS:1;bf7315a48bbc:35113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:36,523 INFO [RS:1;bf7315a48bbc:35113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:36,523 INFO [RS:1;bf7315a48bbc:35113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:36,526 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.Replication(204): bf7315a48bbc,33739,1731951815532 started 2024-11-18T17:43:36,526 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,33739,1731951815532, RpcServer on bf7315a48bbc/172.17.0.2:33739, sessionid=0x10150550d350001 2024-11-18T17:43:36,526 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:36,526 DEBUG [RS:0;bf7315a48bbc:33739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:36,526 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,33739,1731951815532' 2024-11-18T17:43:36,526 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:36,526 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:36,527 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:36,527 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:36,527 DEBUG [RS:0;bf7315a48bbc:33739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:36,527 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,33739,1731951815532' 2024-11-18T17:43:36,527 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:36,527 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:36,528 DEBUG [RS:0;bf7315a48bbc:33739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:36,528 INFO [RS:0;bf7315a48bbc:33739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:36,528 INFO [RS:0;bf7315a48bbc:33739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:36,543 WARN [bf7315a48bbc:42919 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:43:36,624 INFO [RS:1;bf7315a48bbc:35113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:36,627 INFO [RS:1;bf7315a48bbc:35113 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C35113%2C1731951815572, suffix=, logDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,35113,1731951815572, archiveDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/oldWALs, maxLogs=32 2024-11-18T17:43:36,629 INFO [RS:0;bf7315a48bbc:33739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:36,632 INFO [RS:0;bf7315a48bbc:33739 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C33739%2C1731951815532, suffix=, logDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,33739,1731951815532, archiveDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/oldWALs, maxLogs=32 2024-11-18T17:43:36,648 DEBUG [RS:1;bf7315a48bbc:35113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,35113,1731951815572/bf7315a48bbc%2C35113%2C1731951815572.1731951816632, exclude list is [], retry=0 2024-11-18T17:43:36,649 DEBUG [RS:0;bf7315a48bbc:33739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,33739,1731951815532/bf7315a48bbc%2C33739%2C1731951815532.1731951816634, exclude list is [], retry=0 2024-11-18T17:43:36,652 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37623,DS-f48cb952-b204-4e79-a8c8-beeabb5d02b3,DISK] 2024-11-18T17:43:36,652 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-d6316396-a9bd-4e95-9f3c-8f541e9b1fff,DISK] 2024-11-18T17:43:36,653 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37623,DS-f48cb952-b204-4e79-a8c8-beeabb5d02b3,DISK] 2024-11-18T17:43:36,653 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-d6316396-a9bd-4e95-9f3c-8f541e9b1fff,DISK] 2024-11-18T17:43:36,656 INFO [RS:1;bf7315a48bbc:35113 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,35113,1731951815572/bf7315a48bbc%2C35113%2C1731951815572.1731951816632 2024-11-18T17:43:36,656 INFO [RS:0;bf7315a48bbc:33739 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,33739,1731951815532/bf7315a48bbc%2C33739%2C1731951815532.1731951816634 2024-11-18T17:43:36,656 DEBUG [RS:1;bf7315a48bbc:35113 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41883:41883),(127.0.0.1/127.0.0.1:44193:44193)] 2024-11-18T17:43:36,656 DEBUG [RS:0;bf7315a48bbc:33739 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44193:44193),(127.0.0.1/127.0.0.1:41883:41883)] 2024-11-18T17:43:36,793 DEBUG [bf7315a48bbc:42919 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T17:43:36,793 DEBUG [bf7315a48bbc:42919 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:36,796 DEBUG [bf7315a48bbc:42919 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:36,796 DEBUG [bf7315a48bbc:42919 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:36,796 INFO [bf7315a48bbc:42919 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:36,796 INFO [bf7315a48bbc:42919 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:36,796 DEBUG [bf7315a48bbc:42919 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:36,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:36,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,33739,1731951815532, state=OPENING 2024-11-18T17:43:36,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:43:36,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:36,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bf7315a48bbc,33739,1731951815532}] 2024-11-18T17:43:36,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:36,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:36,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:37,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:37,001 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:37,004 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:37,010 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-18T17:43:37,010 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:37,010 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:43:37,013 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C33739%2C1731951815532.meta, suffix=.meta, logDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,33739,1731951815532, archiveDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/oldWALs, maxLogs=32 2024-11-18T17:43:37,027 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,33739,1731951815532/bf7315a48bbc%2C33739%2C1731951815532.meta.1731951817013.meta, exclude list is [], retry=0 2024-11-18T17:43:37,030 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-d6316396-a9bd-4e95-9f3c-8f541e9b1fff,DISK] 2024-11-18T17:43:37,030 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37623,DS-f48cb952-b204-4e79-a8c8-beeabb5d02b3,DISK] 2024-11-18T17:43:37,035 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/WALs/bf7315a48bbc,33739,1731951815532/bf7315a48bbc%2C33739%2C1731951815532.meta.1731951817013.meta 2024-11-18T17:43:37,035 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41883:41883),(127.0.0.1/127.0.0.1:44193:44193)] 2024-11-18T17:43:37,035 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:37,036 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:43:37,036 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:43:37,036 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:43:37,036 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:43:37,036 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:37,037 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-18T17:43:37,037 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-18T17:43:37,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:37,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:37,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:37,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:37,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:37,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:37,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:37,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:37,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:37,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:37,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:37,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:37,045 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740 2024-11-18T17:43:37,047 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740 2024-11-18T17:43:37,049 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:37,051 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:37,052 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63651996, jitterRate=-0.05151134729385376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:37,053 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:37,054 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731951817000 2024-11-18T17:43:37,057 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:43:37,057 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-18T17:43:37,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:37,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,33739,1731951815532, state=OPEN 2024-11-18T17:43:37,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:37,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:37,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:37,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:37,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:37,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:37,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:43:37,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bf7315a48bbc,33739,1731951815532 in 221 msec 2024-11-18T17:43:37,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:43:37,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-18T17:43:37,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 734 msec 2024-11-18T17:43:37,077 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731951817077, completionTime=-1 2024-11-18T17:43:37,077 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T17:43:37,077 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-18T17:43:37,078 DEBUG [hconnection-0x9e7a6a3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:37,080 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:37,082 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-18T17:43:37,082 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731951877082 2024-11-18T17:43:37,082 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731951937082 2024-11-18T17:43:37,082 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-18T17:43:37,101 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:43:37,102 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,42919,1731951815385-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:37,102 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,42919,1731951815385-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:37,102 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,42919,1731951815385-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:37,102 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bf7315a48bbc:42919, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:37,102 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:37,103 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-18T17:43:37,103 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:37,104 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-18T17:43:37,104 DEBUG [master/bf7315a48bbc:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-18T17:43:37,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:37,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:37,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:37,118 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 345c62ac1189e795ddd190629e606deb, NAME => 'hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5 2024-11-18T17:43:37,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:37,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:37,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 345c62ac1189e795ddd190629e606deb, disabling compactions & flushes 2024-11-18T17:43:37,134 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:37,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:37,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. after waiting 0 ms 2024-11-18T17:43:37,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:37,134 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:37,134 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 345c62ac1189e795ddd190629e606deb: 2024-11-18T17:43:37,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:37,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731951817137"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951817137"}]},"ts":"1731951817137"} 2024-11-18T17:43:37,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T17:43:37,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:37,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951817142"}]},"ts":"1731951817142"} 2024-11-18T17:43:37,145 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-18T17:43:37,163 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:37,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:37,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:37,165 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:37,165 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:37,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:37,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=345c62ac1189e795ddd190629e606deb, ASSIGN}] 2024-11-18T17:43:37,167 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=345c62ac1189e795ddd190629e606deb, ASSIGN 2024-11-18T17:43:37,168 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=345c62ac1189e795ddd190629e606deb, ASSIGN; state=OFFLINE, location=bf7315a48bbc,35113,1731951815572; forceNewPlan=false, retain=false 2024-11-18T17:43:37,319 INFO [bf7315a48bbc:42919 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T17:43:37,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=345c62ac1189e795ddd190629e606deb, regionState=OPENING, regionLocation=bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:37,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 345c62ac1189e795ddd190629e606deb, server=bf7315a48bbc,35113,1731951815572}] 2024-11-18T17:43:37,476 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:37,476 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:37,479 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:37,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:37,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 345c62ac1189e795ddd190629e606deb, NAME => 'hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:37,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:37,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:37,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:37,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:37,487 INFO [StoreOpener-345c62ac1189e795ddd190629e606deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:37,489 INFO [StoreOpener-345c62ac1189e795ddd190629e606deb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 345c62ac1189e795ddd190629e606deb columnFamilyName info 2024-11-18T17:43:37,489 DEBUG [StoreOpener-345c62ac1189e795ddd190629e606deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:37,489 INFO [StoreOpener-345c62ac1189e795ddd190629e606deb-1 {}] regionserver.HStore(327): Store=345c62ac1189e795ddd190629e606deb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:37,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:37,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:37,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:37,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:37,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 345c62ac1189e795ddd190629e606deb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64442278, jitterRate=-0.039735227823257446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:37,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 345c62ac1189e795ddd190629e606deb: 2024-11-18T17:43:37,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb., pid=6, masterSystemTime=1731951817475 2024-11-18T17:43:37,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:37,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:37,503 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=345c62ac1189e795ddd190629e606deb, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:37,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:43:37,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 345c62ac1189e795ddd190629e606deb, server=bf7315a48bbc,35113,1731951815572 in 184 msec 2024-11-18T17:43:37,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:43:37,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=345c62ac1189e795ddd190629e606deb, ASSIGN in 344 msec 2024-11-18T17:43:37,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:37,513 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951817512"}]},"ts":"1731951817512"} 2024-11-18T17:43:37,515 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-18T17:43:37,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:37,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 424 msec 2024-11-18T17:43:37,606 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-18T17:43:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:37,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:37,620 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:37,622 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:37,624 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-18T17:43:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:37,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 29 msec 2024-11-18T17:43:37,668 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-18T17:43:37,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:37,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-11-18T17:43:37,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-18T17:43:37,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-18T17:43:37,747 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.129sec 2024-11-18T17:43:37,748 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:43:37,748 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:43:37,748 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:43:37,748 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:43:37,748 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:43:37,749 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,42919,1731951815385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:37,749 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,42919,1731951815385-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:43:37,753 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:43:37,753 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:43:37,753 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,42919,1731951815385-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:37,798 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x389b819c to 127.0.0.1:57033 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c086fbd 2024-11-18T17:43:37,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f8c2d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:37,813 DEBUG [hconnection-0x4cb3ff57-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:37,816 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:37,818 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:37,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:43:37,821 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:43:37,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:37,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-18T17:43:37,825 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:37,825 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:37,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-18T17:43:37,826 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:38,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c18b7ab6f5348d3d316cece0c9dfd74b, NAME => 'testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5 2024-11-18T17:43:38,242 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 623429f2129d4365e765254fff2b985f, NAME => 'testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5 2024-11-18T17:43:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:38,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:38,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:38,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:38,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c18b7ab6f5348d3d316cece0c9dfd74b, disabling compactions & flushes 2024-11-18T17:43:38,255 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:38,255 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. after waiting 0 ms 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:38,256 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c18b7ab6f5348d3d316cece0c9dfd74b: 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 623429f2129d4365e765254fff2b985f, disabling compactions & flushes 2024-11-18T17:43:38,256 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. after waiting 0 ms 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:38,256 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:38,256 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 623429f2129d4365e765254fff2b985f: 2024-11-18T17:43:38,258 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:38,258 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951818258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951818258"}]},"ts":"1731951818258"} 2024-11-18T17:43:38,259 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951818258"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951818258"}]},"ts":"1731951818258"} 2024-11-18T17:43:38,262 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-18T17:43:38,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:38,263 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951818263"}]},"ts":"1731951818263"} 2024-11-18T17:43:38,265 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-18T17:43:38,314 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:38,317 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:38,317 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:38,317 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:38,317 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:38,317 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:38,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c18b7ab6f5348d3d316cece0c9dfd74b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=623429f2129d4365e765254fff2b985f, ASSIGN}] 2024-11-18T17:43:38,320 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=623429f2129d4365e765254fff2b985f, ASSIGN 2024-11-18T17:43:38,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c18b7ab6f5348d3d316cece0c9dfd74b, ASSIGN 2024-11-18T17:43:38,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c18b7ab6f5348d3d316cece0c9dfd74b, ASSIGN; state=OFFLINE, location=bf7315a48bbc,33739,1731951815532; forceNewPlan=false, retain=false 2024-11-18T17:43:38,322 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=623429f2129d4365e765254fff2b985f, ASSIGN; state=OFFLINE, location=bf7315a48bbc,35113,1731951815572; forceNewPlan=false, retain=false 2024-11-18T17:43:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:38,473 INFO [bf7315a48bbc:42919 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-18T17:43:38,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c18b7ab6f5348d3d316cece0c9dfd74b, regionState=OPENING, regionLocation=bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:38,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=623429f2129d4365e765254fff2b985f, regionState=OPENING, regionLocation=bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:38,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure c18b7ab6f5348d3d316cece0c9dfd74b, server=bf7315a48bbc,33739,1731951815532}] 2024-11-18T17:43:38,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 623429f2129d4365e765254fff2b985f, server=bf7315a48bbc,35113,1731951815572}] 2024-11-18T17:43:38,628 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:38,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:38,635 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:38,635 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:38,635 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c18b7ab6f5348d3d316cece0c9dfd74b, NAME => 'testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b.', STARTKEY => '', ENDKEY => '5'} 2024-11-18T17:43:38,635 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 623429f2129d4365e765254fff2b985f, NAME => 'testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f.', STARTKEY => '5', ENDKEY => ''} 2024-11-18T17:43:38,635 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 623429f2129d4365e765254fff2b985f 2024-11-18T17:43:38,635 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:38,635 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:38,635 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:38,636 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 623429f2129d4365e765254fff2b985f 2024-11-18T17:43:38,636 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:38,636 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 623429f2129d4365e765254fff2b985f 2024-11-18T17:43:38,636 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:38,637 INFO [StoreOpener-623429f2129d4365e765254fff2b985f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 623429f2129d4365e765254fff2b985f 2024-11-18T17:43:38,637 INFO [StoreOpener-c18b7ab6f5348d3d316cece0c9dfd74b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:38,639 INFO [StoreOpener-623429f2129d4365e765254fff2b985f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 623429f2129d4365e765254fff2b985f columnFamilyName family 2024-11-18T17:43:38,639 INFO [StoreOpener-c18b7ab6f5348d3d316cece0c9dfd74b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c18b7ab6f5348d3d316cece0c9dfd74b columnFamilyName family 2024-11-18T17:43:38,639 DEBUG [StoreOpener-623429f2129d4365e765254fff2b985f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:38,639 DEBUG [StoreOpener-c18b7ab6f5348d3d316cece0c9dfd74b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:38,640 INFO [StoreOpener-c18b7ab6f5348d3d316cece0c9dfd74b-1 {}] regionserver.HStore(327): Store=c18b7ab6f5348d3d316cece0c9dfd74b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:38,640 INFO [StoreOpener-623429f2129d4365e765254fff2b985f-1 {}] regionserver.HStore(327): Store=623429f2129d4365e765254fff2b985f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:38,641 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:38,641 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f 2024-11-18T17:43:38,641 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:38,641 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f 2024-11-18T17:43:38,644 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:38,644 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 623429f2129d4365e765254fff2b985f 2024-11-18T17:43:38,647 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:38,648 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c18b7ab6f5348d3d316cece0c9dfd74b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69143778, jitterRate=0.03032258152961731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:38,648 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c18b7ab6f5348d3d316cece0c9dfd74b: 2024-11-18T17:43:38,649 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b., pid=12, masterSystemTime=1731951818628 2024-11-18T17:43:38,651 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:38,651 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 623429f2129d4365e765254fff2b985f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61062844, jitterRate=-0.0900927186012268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:38,652 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 623429f2129d4365e765254fff2b985f: 2024-11-18T17:43:38,652 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:38,652 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:38,653 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f., pid=13, masterSystemTime=1731951818630 2024-11-18T17:43:38,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c18b7ab6f5348d3d316cece0c9dfd74b, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:38,655 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:38,655 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:38,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=623429f2129d4365e765254fff2b985f, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:38,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T17:43:38,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c18b7ab6f5348d3d316cece0c9dfd74b, ASSIGN in 340 msec 2024-11-18T17:43:38,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure c18b7ab6f5348d3d316cece0c9dfd74b, server=bf7315a48bbc,33739,1731951815532 in 179 msec 2024-11-18T17:43:38,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-18T17:43:38,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 623429f2129d4365e765254fff2b985f, server=bf7315a48bbc,35113,1731951815572 in 181 msec 2024-11-18T17:43:38,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-18T17:43:38,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=623429f2129d4365e765254fff2b985f, ASSIGN in 343 msec 2024-11-18T17:43:38,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:38,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951818666"}]},"ts":"1731951818666"} 2024-11-18T17:43:38,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-18T17:43:38,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:38,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 884 msec 2024-11-18T17:43:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:38,939 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-18T17:43:38,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-18T17:43:38,939 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-18T17:43:38,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:38,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-18T17:43:38,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:38,964 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37398, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:38,975 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c18b7ab6f5348d3d316cece0c9dfd74b 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-18T17:43:38,999 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b/.tmp/family/b4acfa6558b54839a716fdbf4aa592b9 is 32, key is 1/family:/1731951818948/Put/seqid=0 2024-11-18T17:43:39,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:39,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:39,007 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b/.tmp/family/b4acfa6558b54839a716fdbf4aa592b9 2024-11-18T17:43:39,025 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b/.tmp/family/b4acfa6558b54839a716fdbf4aa592b9 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b/family/b4acfa6558b54839a716fdbf4aa592b9 2024-11-18T17:43:39,035 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b/family/b4acfa6558b54839a716fdbf4aa592b9, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T17:43:39,036 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c18b7ab6f5348d3d316cece0c9dfd74b in 61ms, sequenceid=8, compaction requested=false 2024-11-18T17:43:39,036 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c18b7ab6f5348d3d316cece0c9dfd74b: 2024-11-18T17:43:39,036 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 623429f2129d4365e765254fff2b985f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-18T17:43:39,055 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f/.tmp/family/1fe4162cdc644f66a27787399cfd1a07 is 32, key is 5/family:/1731951818964/Put/seqid=0 2024-11-18T17:43:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:39,066 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f/.tmp/family/1fe4162cdc644f66a27787399cfd1a07 2024-11-18T17:43:39,074 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f/.tmp/family/1fe4162cdc644f66a27787399cfd1a07 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f/family/1fe4162cdc644f66a27787399cfd1a07 2024-11-18T17:43:39,082 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f/family/1fe4162cdc644f66a27787399cfd1a07, entries=5, sequenceid=9, filesize=5.0 K 2024-11-18T17:43:39,084 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 623429f2129d4365e765254fff2b985f in 48ms, sequenceid=9, compaction requested=false 2024-11-18T17:43:39,084 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 623429f2129d4365e765254fff2b985f: 2024-11-18T17:43:39,089 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-18T17:43:39,089 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T17:43:39,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x389b819c to 127.0.0.1:57033 2024-11-18T17:43:39,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:39,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:43:39,090 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1101222674, stopped=false 2024-11-18T17:43:39,090 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:39,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:39,139 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-18T17:43:39,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:39,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:39,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:39,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:39,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:39,142 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,33739,1731951815532' ***** 2024-11-18T17:43:39,142 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:39,142 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,35113,1731951815572' ***** 2024-11-18T17:43:39,142 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:39,142 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:39,142 INFO [RS:0;bf7315a48bbc:33739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:39,142 INFO [RS:0;bf7315a48bbc:33739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:39,142 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:39,142 INFO [RS:1;bf7315a48bbc:35113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:39,142 INFO [RS:1;bf7315a48bbc:35113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:39,142 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(3579): Received CLOSE for 623429f2129d4365e765254fff2b985f 2024-11-18T17:43:39,143 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(3579): Received CLOSE for 345c62ac1189e795ddd190629e606deb 2024-11-18T17:43:39,143 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:39,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:39,143 DEBUG [RS:1;bf7315a48bbc:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:39,143 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 623429f2129d4365e765254fff2b985f, disabling compactions & flushes 2024-11-18T17:43:39,143 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-18T17:43:39,143 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:39,143 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1603): Online Regions={623429f2129d4365e765254fff2b985f=testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f., 345c62ac1189e795ddd190629e606deb=hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb.} 2024-11-18T17:43:39,143 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:39,143 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:39,143 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. after waiting 0 ms 2024-11-18T17:43:39,143 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:39,143 DEBUG [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1629): Waiting on 345c62ac1189e795ddd190629e606deb, 623429f2129d4365e765254fff2b985f 2024-11-18T17:43:39,143 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(3579): Received CLOSE for c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:39,143 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:39,143 DEBUG [RS:0;bf7315a48bbc:33739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:39,144 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c18b7ab6f5348d3d316cece0c9dfd74b, disabling compactions & flushes 2024-11-18T17:43:39,144 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:39,144 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:39,144 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:39,144 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:39,144 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:39,144 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. after waiting 0 ms 2024-11-18T17:43:39,144 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-18T17:43:39,144 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:39,146 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-18T17:43:39,147 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c18b7ab6f5348d3d316cece0c9dfd74b=testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b.} 2024-11-18T17:43:39,147 DEBUG [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c18b7ab6f5348d3d316cece0c9dfd74b 2024-11-18T17:43:39,154 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:39,154 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:39,154 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:39,154 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:39,154 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:39,154 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-18T17:43:39,156 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/623429f2129d4365e765254fff2b985f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T17:43:39,157 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:39,158 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 623429f2129d4365e765254fff2b985f: 2024-11-18T17:43:39,158 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f. 2024-11-18T17:43:39,158 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 345c62ac1189e795ddd190629e606deb, disabling compactions & flushes 2024-11-18T17:43:39,158 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:39,158 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:39,158 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. after waiting 0 ms 2024-11-18T17:43:39,158 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:39,158 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 345c62ac1189e795ddd190629e606deb 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-18T17:43:39,168 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/default/testClearRegionBlockCache/c18b7ab6f5348d3d316cece0c9dfd74b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:43:39,169 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:39,169 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c18b7ab6f5348d3d316cece0c9dfd74b: 2024-11-18T17:43:39,169 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731951817822.c18b7ab6f5348d3d316cece0c9dfd74b. 2024-11-18T17:43:39,182 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb/.tmp/info/8f77607d55994ef98470f7cb3c8ceb15 is 45, key is default/info:d/1731951817631/Put/seqid=0 2024-11-18T17:43:39,182 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/.tmp/info/ae3de8e8599740cbaa1287d6d28ed425 is 173, key is testClearRegionBlockCache,5,1731951817822.623429f2129d4365e765254fff2b985f./info:regioninfo/1731951818656/Put/seqid=0 2024-11-18T17:43:39,190 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:39,194 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:39,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:39,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:39,212 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb/.tmp/info/8f77607d55994ef98470f7cb3c8ceb15 2024-11-18T17:43:39,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:39,214 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/.tmp/info/ae3de8e8599740cbaa1287d6d28ed425 2024-11-18T17:43:39,222 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb/.tmp/info/8f77607d55994ef98470f7cb3c8ceb15 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb/info/8f77607d55994ef98470f7cb3c8ceb15 2024-11-18T17:43:39,230 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb/info/8f77607d55994ef98470f7cb3c8ceb15, entries=2, sequenceid=6, filesize=4.9 K 2024-11-18T17:43:39,231 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 345c62ac1189e795ddd190629e606deb in 73ms, sequenceid=6, compaction requested=false 2024-11-18T17:43:39,241 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/.tmp/table/21ee301dbd3249b48522bd7789b71e40 is 61, key is testClearRegionBlockCache/table:state/1731951818666/Put/seqid=0 2024-11-18T17:43:39,241 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/namespace/345c62ac1189e795ddd190629e606deb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:43:39,243 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:39,243 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 345c62ac1189e795ddd190629e606deb: 2024-11-18T17:43:39,243 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731951817103.345c62ac1189e795ddd190629e606deb. 2024-11-18T17:43:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:39,252 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/.tmp/table/21ee301dbd3249b48522bd7789b71e40 2024-11-18T17:43:39,260 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/.tmp/info/ae3de8e8599740cbaa1287d6d28ed425 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/info/ae3de8e8599740cbaa1287d6d28ed425 2024-11-18T17:43:39,267 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/info/ae3de8e8599740cbaa1287d6d28ed425, entries=30, sequenceid=16, filesize=9.1 K 2024-11-18T17:43:39,269 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/.tmp/table/21ee301dbd3249b48522bd7789b71e40 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/table/21ee301dbd3249b48522bd7789b71e40 2024-11-18T17:43:39,276 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/table/21ee301dbd3249b48522bd7789b71e40, entries=4, sequenceid=16, filesize=5.3 K 2024-11-18T17:43:39,278 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 123ms, sequenceid=16, compaction requested=false 2024-11-18T17:43:39,283 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:43:39,283 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:43:39,284 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:39,284 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:39,284 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:39,343 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,35113,1731951815572; all regions closed. 2024-11-18T17:43:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741833_1009 (size=3188) 2024-11-18T17:43:39,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741833_1009 (size=3188) 2024-11-18T17:43:39,347 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,33739,1731951815532; all regions closed. 2024-11-18T17:43:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:39,350 DEBUG [RS:1;bf7315a48bbc:35113 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/oldWALs 2024-11-18T17:43:39,350 INFO [RS:1;bf7315a48bbc:35113 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C35113%2C1731951815572:(num 1731951816632) 2024-11-18T17:43:39,350 DEBUG [RS:1;bf7315a48bbc:35113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:39,350 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:39,351 INFO [RS:1;bf7315a48bbc:35113 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:39,351 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:39,351 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:39,351 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:39,351 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:39,351 INFO [RS:1;bf7315a48bbc:35113 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35113 2024-11-18T17:43:39,354 DEBUG [RS:0;bf7315a48bbc:33739 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/oldWALs 2024-11-18T17:43:39,354 INFO [RS:0;bf7315a48bbc:33739 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C33739%2C1731951815532.meta:.meta(num 1731951817013) 2024-11-18T17:43:39,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741834_1010 (size=1758) 2024-11-18T17:43:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741834_1010 (size=1758) 2024-11-18T17:43:39,361 DEBUG [RS:0;bf7315a48bbc:33739 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/oldWALs 2024-11-18T17:43:39,361 INFO [RS:0;bf7315a48bbc:33739 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C33739%2C1731951815532:(num 1731951816634) 2024-11-18T17:43:39,361 DEBUG [RS:0;bf7315a48bbc:33739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:39,362 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:39,362 INFO [RS:0;bf7315a48bbc:33739 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:39,362 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:39,362 INFO [RS:0;bf7315a48bbc:33739 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33739 2024-11-18T17:43:39,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,35113,1731951815572 2024-11-18T17:43:39,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:39,401 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f26bc915ad8@462376f6 rejected from java.util.concurrent.ThreadPoolExecutor@321f056[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T17:43:39,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,33739,1731951815532 2024-11-18T17:43:39,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,33739,1731951815532] 2024-11-18T17:43:39,522 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,33739,1731951815532; numProcessing=1 2024-11-18T17:43:39,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:39,622 INFO [RS:1;bf7315a48bbc:35113 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,35113,1731951815572; zookeeper connection closed. 2024-11-18T17:43:39,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35113-0x10150550d350002, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:39,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d3ae4c3 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d3ae4c3 2024-11-18T17:43:39,632 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,33739,1731951815532 already deleted, retry=false 2024-11-18T17:43:39,633 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,33739,1731951815532 expired; onlineServers=1 2024-11-18T17:43:39,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,35113,1731951815572] 2024-11-18T17:43:39,633 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,35113,1731951815572; numProcessing=2 2024-11-18T17:43:39,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,35113,1731951815572 already deleted, retry=false 2024-11-18T17:43:39,676 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,35113,1731951815572 expired; onlineServers=0 2024-11-18T17:43:39,676 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,42919,1731951815385' ***** 2024-11-18T17:43:39,677 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:43:39,677 DEBUG [M:0;bf7315a48bbc:42919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d0332b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:39,678 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,42919,1731951815385 2024-11-18T17:43:39,678 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,42919,1731951815385; all regions closed. 2024-11-18T17:43:39,678 DEBUG [M:0;bf7315a48bbc:42919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:39,678 DEBUG [M:0;bf7315a48bbc:42919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:43:39,679 DEBUG [M:0;bf7315a48bbc:42919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:43:39,679 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951816350 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951816350,5,FailOnTimeoutGroup] 2024-11-18T17:43:39,679 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951816350 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951816350,5,FailOnTimeoutGroup] 2024-11-18T17:43:39,679 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:43:39,680 INFO [M:0;bf7315a48bbc:42919 {}] hbase.ChoreService(370): Chore service for: master/bf7315a48bbc:0 had [] on shutdown 2024-11-18T17:43:39,680 DEBUG [M:0;bf7315a48bbc:42919 {}] master.HMaster(1733): Stopping service threads 2024-11-18T17:43:39,680 INFO [M:0;bf7315a48bbc:42919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:43:39,681 INFO [M:0;bf7315a48bbc:42919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:43:39,681 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:43:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:39,689 INFO [RS:0;bf7315a48bbc:33739 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,33739,1731951815532; zookeeper connection closed. 2024-11-18T17:43:39,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33739-0x10150550d350001, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:39,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e60d34 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e60d34 2024-11-18T17:43:39,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T17:43:39,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:39,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:39,733 DEBUG [M:0;bf7315a48bbc:42919 {}] zookeeper.ZKUtil(347): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T17:43:39,733 WARN [M:0;bf7315a48bbc:42919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:43:39,733 INFO [M:0;bf7315a48bbc:42919 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-18T17:43:39,733 INFO [M:0;bf7315a48bbc:42919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:43:39,734 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:39,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:39,734 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:39,734 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:39,734 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:39,735 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:39,735 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-18T17:43:39,759 DEBUG [M:0;bf7315a48bbc:42919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea26a55bb1b245258c0db29072ac2da9 is 82, key is hbase:meta,,1/info:regioninfo/1731951817057/Put/seqid=0 2024-11-18T17:43:39,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:39,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:39,766 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea26a55bb1b245258c0db29072ac2da9 2024-11-18T17:43:39,787 DEBUG [M:0;bf7315a48bbc:42919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5d9d06c789a4caf875f9684c02a5a06 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731951818708/Put/seqid=0 2024-11-18T17:43:39,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741847_1023 (size=7578) 2024-11-18T17:43:39,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741847_1023 (size=7578) 2024-11-18T17:43:39,794 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5d9d06c789a4caf875f9684c02a5a06 2024-11-18T17:43:39,814 DEBUG [M:0;bf7315a48bbc:42919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07af9349f43b44f0a91edc70b9ee8495 is 69, key is bf7315a48bbc,33739,1731951815532/rs:state/1731951816444/Put/seqid=0 2024-11-18T17:43:39,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:39,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:39,821 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07af9349f43b44f0a91edc70b9ee8495 2024-11-18T17:43:39,827 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea26a55bb1b245258c0db29072ac2da9 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea26a55bb1b245258c0db29072ac2da9 2024-11-18T17:43:39,834 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea26a55bb1b245258c0db29072ac2da9, entries=8, sequenceid=108, filesize=5.5 K 2024-11-18T17:43:39,836 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f5d9d06c789a4caf875f9684c02a5a06 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5d9d06c789a4caf875f9684c02a5a06 2024-11-18T17:43:39,842 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f5d9d06c789a4caf875f9684c02a5a06, entries=13, sequenceid=108, filesize=7.4 K 2024-11-18T17:43:39,843 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07af9349f43b44f0a91edc70b9ee8495 as hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07af9349f43b44f0a91edc70b9ee8495 2024-11-18T17:43:39,849 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46589/user/jenkins/test-data/8b824544-fa3e-3c0a-5e77-c59691d024f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07af9349f43b44f0a91edc70b9ee8495, entries=2, sequenceid=108, filesize=5.1 K 2024-11-18T17:43:39,850 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=108, compaction requested=false 2024-11-18T17:43:39,852 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:39,852 DEBUG [M:0;bf7315a48bbc:42919 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:39,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741830_1006 (size=54465) 2024-11-18T17:43:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37623 is added to blk_1073741830_1006 (size=54465) 2024-11-18T17:43:39,856 INFO [M:0;bf7315a48bbc:42919 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-18T17:43:39,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:39,856 INFO [M:0;bf7315a48bbc:42919 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42919 2024-11-18T17:43:39,868 DEBUG [M:0;bf7315a48bbc:42919 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bf7315a48bbc,42919,1731951815385 already deleted, retry=false 2024-11-18T17:43:39,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:39,976 INFO [M:0;bf7315a48bbc:42919 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,42919,1731951815385; zookeeper connection closed. 2024-11-18T17:43:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42919-0x10150550d350000, quorum=127.0.0.1:57033, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:39,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71378631{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:39,983 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15b71b80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:39,983 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:39,983 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f814881{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:39,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ce7a4b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:39,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:39,985 WARN [BP-207284566-172.17.0.2-1731951813557 heartbeating to localhost/127.0.0.1:46589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:39,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:39,986 WARN [BP-207284566-172.17.0.2-1731951813557 heartbeating to localhost/127.0.0.1:46589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-207284566-172.17.0.2-1731951813557 (Datanode Uuid bf7f4ce4-ded3-4310-a2cb-a5267121cbe7) service to localhost/127.0.0.1:46589 2024-11-18T17:43:39,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data3/current/BP-207284566-172.17.0.2-1731951813557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:39,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data4/current/BP-207284566-172.17.0.2-1731951813557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:39,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:39,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4159a021{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:39,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@483d3f1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:39,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:39,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56268955{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:39,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bc54668{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:39,992 WARN [BP-207284566-172.17.0.2-1731951813557 heartbeating to localhost/127.0.0.1:46589 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:39,992 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:39,992 WARN [BP-207284566-172.17.0.2-1731951813557 heartbeating to localhost/127.0.0.1:46589 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-207284566-172.17.0.2-1731951813557 (Datanode Uuid 31ba2106-2e24-43b4-af14-b94ab5d860f6) service to localhost/127.0.0.1:46589 2024-11-18T17:43:39,992 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:39,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data1/current/BP-207284566-172.17.0.2-1731951813557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:39,993 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/cluster_ee0de2be-9289-f475-0ff4-3ac36fb200d1/dfs/data/data2/current/BP-207284566-172.17.0.2-1731951813557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:39,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:39,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ef59352{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:39,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31bfa1dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:39,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:39,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59cb298a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:39,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4042c460{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:40,006 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:43:40,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-18T17:43:40,032 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=104 (was 72) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:46589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46589 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46589 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46589 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:46589 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 471), ProcessCount=11 (was 11), AvailableMemoryMB=5613 (was 5785) 2024-11-18T17:43:40,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=104, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=5613 2024-11-18T17:43:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir so I do NOT create it in target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d 2024-11-18T17:43:40,051 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:43:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.tmp.dir so I do NOT create it in target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d 2024-11-18T17:43:40,051 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/60e54426-c4ec-15d8-410d-799b92436ac4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:43:40,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d 2024-11-18T17:43:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:43:40,051 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df, deleteOnExit=true 2024-11-18T17:43:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-18T17:43:40,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/test.cache.data in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-18T17:43:40,052 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:40,052 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:43:40,053 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:43:40,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:40,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:40,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:40,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:40,383 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:40,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:40,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a07a4c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:40,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ec4c4ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:40,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5980e01b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/java.io.tmpdir/jetty-localhost-41277-hadoop-hdfs-3_4_1-tests_jar-_-any-13348163756772261125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:40,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cfda4d8{HTTP/1.1, (http/1.1)}{localhost:41277} 2024-11-18T17:43:40,478 INFO [Time-limited test {}] server.Server(415): Started @22977ms 2024-11-18T17:43:40,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:40,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:40,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:40,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:40,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:43:40,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64dbbbad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:40,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5a0c10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:40,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5474955e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/java.io.tmpdir/jetty-localhost-46649-hadoop-hdfs-3_4_1-tests_jar-_-any-1601093157548175331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:40,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fec6c29{HTTP/1.1, (http/1.1)}{localhost:46649} 2024-11-18T17:43:40,750 INFO [Time-limited test {}] server.Server(415): Started @23250ms 2024-11-18T17:43:40,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:40,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:40,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:40,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:40,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:40,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:43:40,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2fcf42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:40,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a9970c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:40,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cc5b72c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-16036106541531807031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:40,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5790885a{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-11-18T17:43:40,886 INFO [Time-limited test {}] server.Server(415): Started @23386ms 2024-11-18T17:43:40,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:41,411 WARN [Thread-638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data1/current/BP-573530916-172.17.0.2-1731951820075/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:41,411 WARN [Thread-639 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data2/current/BP-573530916-172.17.0.2-1731951820075/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:41,431 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:41,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x125f673529076e65 with lease ID 0x73fef9f400759b74: Processing first storage report for DS-6072dcd1-cb71-458c-86f2-9b1d7b756207 from datanode DatanodeRegistration(127.0.0.1:34301, datanodeUuid=25ecf64a-47de-435c-b714-375c7b60c975, infoPort=37293, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075) 2024-11-18T17:43:41,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x125f673529076e65 with lease ID 0x73fef9f400759b74: from storage DS-6072dcd1-cb71-458c-86f2-9b1d7b756207 node DatanodeRegistration(127.0.0.1:34301, datanodeUuid=25ecf64a-47de-435c-b714-375c7b60c975, infoPort=37293, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:41,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x125f673529076e65 with lease ID 0x73fef9f400759b74: Processing first storage report for DS-4194af20-ce60-423c-a98c-3c6973c01dc7 from datanode DatanodeRegistration(127.0.0.1:34301, datanodeUuid=25ecf64a-47de-435c-b714-375c7b60c975, infoPort=37293, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075) 2024-11-18T17:43:41,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x125f673529076e65 with lease ID 0x73fef9f400759b74: from storage DS-4194af20-ce60-423c-a98c-3c6973c01dc7 node DatanodeRegistration(127.0.0.1:34301, datanodeUuid=25ecf64a-47de-435c-b714-375c7b60c975, infoPort=37293, infoSecurePort=0, ipcPort=37813, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T17:43:41,624 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data3/current/BP-573530916-172.17.0.2-1731951820075/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:41,624 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data4/current/BP-573530916-172.17.0.2-1731951820075/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:41,644 WARN [Thread-626 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc016d415d87026e with lease ID 0x73fef9f400759b75: Processing first storage report for DS-2c9ce2f7-4937-463d-97a8-820e87cb2e23 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=b071a4a0-4df0-4e51-a325-f860f0f577e6, infoPort=43789, infoSecurePort=0, ipcPort=37999, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075) 2024-11-18T17:43:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc016d415d87026e with lease ID 0x73fef9f400759b75: from storage DS-2c9ce2f7-4937-463d-97a8-820e87cb2e23 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=b071a4a0-4df0-4e51-a325-f860f0f577e6, infoPort=43789, infoSecurePort=0, ipcPort=37999, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc016d415d87026e with lease ID 0x73fef9f400759b75: Processing first storage report for DS-d4e27a96-7d94-4707-b6bf-c2d103095f04 from datanode DatanodeRegistration(127.0.0.1:44943, datanodeUuid=b071a4a0-4df0-4e51-a325-f860f0f577e6, infoPort=43789, infoSecurePort=0, ipcPort=37999, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075) 2024-11-18T17:43:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc016d415d87026e with lease ID 0x73fef9f400759b75: from storage DS-d4e27a96-7d94-4707-b6bf-c2d103095f04 node DatanodeRegistration(127.0.0.1:44943, datanodeUuid=b071a4a0-4df0-4e51-a325-f860f0f577e6, infoPort=43789, infoSecurePort=0, ipcPort=37999, storageInfo=lv=-57;cid=testClusterID;nsid=508339922;c=1731951820075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:41,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d 2024-11-18T17:43:41,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/zookeeper_0, clientPort=59054, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:43:41,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59054 2024-11-18T17:43:41,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:41,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:41,743 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218 with version=8 2024-11-18T17:43:41,743 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/hbase-staging 2024-11-18T17:43:41,745 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:41,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:41,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:41,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:41,746 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:41,746 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44939 2024-11-18T17:43:41,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44939 connecting to ZooKeeper ensemble=127.0.0.1:59054 2024-11-18T17:43:41,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449390x0, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:41,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44939-0x101505526170000 connected 2024-11-18T17:43:41,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:41,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:41,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:41,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-18T17:43:41,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44939 2024-11-18T17:43:41,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44939 2024-11-18T17:43:41,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-18T17:43:41,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44939 2024-11-18T17:43:41,867 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218, hbase.cluster.distributed=false 2024-11-18T17:43:41,883 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:41,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:41,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:41,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:41,883 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:41,884 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37883 2024-11-18T17:43:41,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:41,884 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:41,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37883 connecting to ZooKeeper ensemble=127.0.0.1:59054 2024-11-18T17:43:41,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378830x0, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:41,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378830x0, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:41,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37883-0x101505526170001 connected 2024-11-18T17:43:41,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:41,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:41,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-18T17:43:41,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37883 2024-11-18T17:43:41,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37883 2024-11-18T17:43:41,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-18T17:43:41,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37883 2024-11-18T17:43:41,914 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:41,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,914 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:41,914 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:41,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:41,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:41,915 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:41,915 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37849 2024-11-18T17:43:41,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:41,917 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:41,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:41,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37849 connecting to ZooKeeper ensemble=127.0.0.1:59054 2024-11-18T17:43:41,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378490x0, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:41,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378490x0, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:41,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37849-0x101505526170002 connected 2024-11-18T17:43:41,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:41,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:41,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-18T17:43:41,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37849 2024-11-18T17:43:41,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37849 2024-11-18T17:43:41,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-18T17:43:41,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37849 2024-11-18T17:43:41,937 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:41,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:41,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:41,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:41,947 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:41,948 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bf7315a48bbc:44939 2024-11-18T17:43:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:41,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:41,955 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:41,956 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bf7315a48bbc,44939,1731951821745 from backup master directory 2024-11-18T17:43:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:41,963 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:41,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:41,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:41,963 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:41,980 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/hbase.id with ID: 239b8d26-b87b-41c6-a332-f9d2fb1ee017 2024-11-18T17:43:41,992 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:42,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:42,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:42,017 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:42,018 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:43:42,018 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:42,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:42,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:42,028 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store 2024-11-18T17:43:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:42,438 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:42,438 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:42,439 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:42,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:42,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:42,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:42,439 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:42,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:42,443 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/.initializing 2024-11-18T17:43:42,443 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/WALs/bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:42,447 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:42,450 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C44939%2C1731951821745, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/WALs/bf7315a48bbc,44939,1731951821745, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/oldWALs, maxLogs=10 2024-11-18T17:43:42,463 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/WALs/bf7315a48bbc,44939,1731951821745/bf7315a48bbc%2C44939%2C1731951821745.1731951822450, exclude list is [], retry=0 2024-11-18T17:43:42,466 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-2c9ce2f7-4937-463d-97a8-820e87cb2e23,DISK] 2024-11-18T17:43:42,466 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-6072dcd1-cb71-458c-86f2-9b1d7b756207,DISK] 2024-11-18T17:43:42,468 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/WALs/bf7315a48bbc,44939,1731951821745/bf7315a48bbc%2C44939%2C1731951821745.1731951822450 2024-11-18T17:43:42,469 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789),(127.0.0.1/127.0.0.1:37293:37293)] 2024-11-18T17:43:42,469 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:42,469 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:42,469 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,469 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:43:42,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:42,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:43:42,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:42,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:43:42,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:42,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:43:42,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:42,480 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,481 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,483 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:43:42,484 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:42,487 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:42,488 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64872018, jitterRate=-0.033331602811813354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:43:42,488 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:42,488 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:43:42,492 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe607c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:42,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-18T17:43:42,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:43:42,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:43:42,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:43:42,494 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:43:42,494 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:43:42,494 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:43:42,496 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:43:42,497 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:43:42,538 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:43:42,538 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:43:42,539 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:43:42,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:43:42,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:42,546 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:43:42,547 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:43:42,548 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:43:42,555 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:43:42,556 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:43:42,563 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:43:42,565 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:43:42,571 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:43:42,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:42,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:42,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,581 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bf7315a48bbc,44939,1731951821745, sessionid=0x101505526170000, setting cluster-up flag (Was=false) 2024-11-18T17:43:42,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,621 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:43:42,623 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:42,663 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:43:42,664 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:42,667 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:42,668 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-18T17:43:42,668 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:43:42,668 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bf7315a48bbc,44939,1731951821745 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:43:42,669 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:42,669 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:42,669 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:42,669 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:42,669 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bf7315a48bbc:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:43:42,669 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,670 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:42,670 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,671 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731951852671 2024-11-18T17:43:42,671 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:43:42,671 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:43:42,671 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:43:42,671 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:43:42,671 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:43:42,671 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:43:42,671 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:42,672 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:43:42,672 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:43:42,672 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:43:42,672 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:43:42,672 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:43:42,673 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:43:42,673 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951822673,5,FailOnTimeoutGroup] 2024-11-18T17:43:42,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:42,674 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951822673,5,FailOnTimeoutGroup] 2024-11-18T17:43:42,674 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,674 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:43:42,674 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,674 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:42,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-18T17:43:42,682 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218 2024-11-18T17:43:42,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:42,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:42,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:42,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:42,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:42,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:42,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:42,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:42,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:42,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:42,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:42,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:42,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:42,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740 2024-11-18T17:43:42,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740 2024-11-18T17:43:42,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:42,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:42,706 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:42,707 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72690194, jitterRate=0.08316829800605774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:42,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:42,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:42,707 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:42,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:42,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:42,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:42,708 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:42,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:42,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:42,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-18T17:43:42,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:43:42,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:43:42,711 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:43:42,751 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bf7315a48bbc:37849 2024-11-18T17:43:42,751 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bf7315a48bbc:37883 2024-11-18T17:43:42,752 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1008): ClusterId : 239b8d26-b87b-41c6-a332-f9d2fb1ee017 2024-11-18T17:43:42,752 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1008): ClusterId : 239b8d26-b87b-41c6-a332-f9d2fb1ee017 2024-11-18T17:43:42,752 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:42,752 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:42,760 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:42,760 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:42,760 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:42,760 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:42,768 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:42,768 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:42,769 DEBUG [RS:0;bf7315a48bbc:37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ee5561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:42,769 DEBUG [RS:1;bf7315a48bbc:37849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309474a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:42,769 DEBUG [RS:1;bf7315a48bbc:37849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587abf88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:42,769 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:42,769 DEBUG [RS:0;bf7315a48bbc:37883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ddde7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:42,769 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:42,769 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:42,769 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:42,769 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:42,769 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:42,770 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,44939,1731951821745 with isa=bf7315a48bbc/172.17.0.2:37849, startcode=1731951821914 2024-11-18T17:43:42,770 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,44939,1731951821745 with isa=bf7315a48bbc/172.17.0.2:37883, startcode=1731951821882 2024-11-18T17:43:42,770 DEBUG [RS:1;bf7315a48bbc:37849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:42,770 DEBUG [RS:0;bf7315a48bbc:37883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:42,772 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39721, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:42,772 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34363, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:42,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:42,773 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:42,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:42,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44939 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:42,774 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218 2024-11-18T17:43:42,774 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36621 2024-11-18T17:43:42,775 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:42,776 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218 2024-11-18T17:43:42,776 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36621 2024-11-18T17:43:42,776 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:42,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:42,812 DEBUG [RS:0;bf7315a48bbc:37883 {}] zookeeper.ZKUtil(111): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:42,812 WARN [RS:0;bf7315a48bbc:37883 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:42,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,37849,1731951821914] 2024-11-18T17:43:42,812 INFO [RS:0;bf7315a48bbc:37883 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:42,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,37883,1731951821882] 2024-11-18T17:43:42,812 DEBUG [RS:1;bf7315a48bbc:37849 {}] zookeeper.ZKUtil(111): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:42,812 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:42,812 WARN [RS:1;bf7315a48bbc:37849 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:42,812 INFO [RS:1;bf7315a48bbc:37849 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:42,812 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:42,818 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:42,818 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:42,818 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:42,818 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:42,822 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:42,823 INFO [RS:0;bf7315a48bbc:37883 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:42,823 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,824 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:42,825 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,825 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,825 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,825 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,825 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,825 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,825 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:42,825 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,826 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,826 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,826 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,826 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,826 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:42,826 DEBUG [RS:0;bf7315a48bbc:37883 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:42,826 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:42,827 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,827 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,827 INFO [RS:1;bf7315a48bbc:37849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:42,827 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,827 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,827 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,827 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37883,1731951821882-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:42,828 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:42,829 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,829 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,829 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,829 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,829 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,829 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,829 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:42,830 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,830 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,830 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,830 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,830 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:42,830 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:42,830 DEBUG [RS:1;bf7315a48bbc:37849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:42,830 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,830 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,830 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,830 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,830 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37849,1731951821914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:42,843 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:42,843 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37883,1731951821882-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,844 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:42,844 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37849,1731951821914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:42,856 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.Replication(204): bf7315a48bbc,37883,1731951821882 started 2024-11-18T17:43:42,856 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,37883,1731951821882, RpcServer on bf7315a48bbc/172.17.0.2:37883, sessionid=0x101505526170001 2024-11-18T17:43:42,856 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:42,856 DEBUG [RS:0;bf7315a48bbc:37883 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:42,856 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,37883,1731951821882' 2024-11-18T17:43:42,856 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:42,857 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.Replication(204): bf7315a48bbc,37849,1731951821914 started 2024-11-18T17:43:42,857 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,37849,1731951821914, RpcServer on bf7315a48bbc/172.17.0.2:37849, sessionid=0x101505526170002 2024-11-18T17:43:42,857 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:42,857 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:42,857 DEBUG [RS:1;bf7315a48bbc:37849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:42,857 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,37849,1731951821914' 2024-11-18T17:43:42,857 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:42,857 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:42,857 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:42,857 DEBUG [RS:0;bf7315a48bbc:37883 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:42,857 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,37883,1731951821882' 2024-11-18T17:43:42,857 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:42,857 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:42,858 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:42,858 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:42,858 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:42,858 DEBUG [RS:1;bf7315a48bbc:37849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:42,858 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,37849,1731951821914' 2024-11-18T17:43:42,858 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:42,858 DEBUG [RS:0;bf7315a48bbc:37883 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:42,858 INFO [RS:0;bf7315a48bbc:37883 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:42,858 INFO [RS:0;bf7315a48bbc:37883 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:42,858 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:42,858 DEBUG [RS:1;bf7315a48bbc:37849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:42,858 INFO [RS:1;bf7315a48bbc:37849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:42,858 INFO [RS:1;bf7315a48bbc:37849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:42,861 WARN [bf7315a48bbc:44939 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:43:42,958 INFO [RS:0;bf7315a48bbc:37883 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:42,959 INFO [RS:1;bf7315a48bbc:37849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:42,961 INFO [RS:0;bf7315a48bbc:37883 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C37883%2C1731951821882, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37883,1731951821882, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/oldWALs, maxLogs=32 2024-11-18T17:43:42,961 INFO [RS:1;bf7315a48bbc:37849 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C37849%2C1731951821914, suffix=, logDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/oldWALs, maxLogs=32 2024-11-18T17:43:42,979 DEBUG [RS:0;bf7315a48bbc:37883 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37883,1731951821882/bf7315a48bbc%2C37883%2C1731951821882.1731951822965, exclude list is [], retry=0 2024-11-18T17:43:42,979 DEBUG [RS:1;bf7315a48bbc:37849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914/bf7315a48bbc%2C37849%2C1731951821914.1731951822966, exclude list is [], retry=0 2024-11-18T17:43:42,982 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-2c9ce2f7-4937-463d-97a8-820e87cb2e23,DISK] 2024-11-18T17:43:42,982 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-6072dcd1-cb71-458c-86f2-9b1d7b756207,DISK] 2024-11-18T17:43:42,982 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-2c9ce2f7-4937-463d-97a8-820e87cb2e23,DISK] 2024-11-18T17:43:42,982 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-6072dcd1-cb71-458c-86f2-9b1d7b756207,DISK] 2024-11-18T17:43:42,984 INFO [RS:1;bf7315a48bbc:37849 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914/bf7315a48bbc%2C37849%2C1731951821914.1731951822966 2024-11-18T17:43:42,984 INFO [RS:0;bf7315a48bbc:37883 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37883,1731951821882/bf7315a48bbc%2C37883%2C1731951821882.1731951822965 2024-11-18T17:43:42,984 DEBUG [RS:1;bf7315a48bbc:37849 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293),(127.0.0.1/127.0.0.1:43789:43789)] 2024-11-18T17:43:42,984 DEBUG [RS:0;bf7315a48bbc:37883 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43789:43789),(127.0.0.1/127.0.0.1:37293:37293)] 2024-11-18T17:43:43,112 DEBUG [bf7315a48bbc:44939 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T17:43:43,112 DEBUG [bf7315a48bbc:44939 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:43,114 DEBUG [bf7315a48bbc:44939 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:43,114 DEBUG [bf7315a48bbc:44939 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:43,114 INFO [bf7315a48bbc:44939 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:43,114 INFO [bf7315a48bbc:44939 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:43,114 DEBUG [bf7315a48bbc:44939 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:43,114 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:43,115 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,37849,1731951821914, state=OPENING 2024-11-18T17:43:43,155 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:43:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:43,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:43,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bf7315a48bbc,37849,1731951821914}] 2024-11-18T17:43:43,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:43,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:43,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:43,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:43,318 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:43,320 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:43,323 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-18T17:43:43,323 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:43,324 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:43:43,325 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C37849%2C1731951821914.meta, suffix=.meta, logDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914, archiveDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/oldWALs, maxLogs=32 2024-11-18T17:43:43,339 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914/bf7315a48bbc%2C37849%2C1731951821914.meta.1731951823326.meta, exclude list is [], retry=0 2024-11-18T17:43:43,342 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34301,DS-6072dcd1-cb71-458c-86f2-9b1d7b756207,DISK] 2024-11-18T17:43:43,342 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44943,DS-2c9ce2f7-4937-463d-97a8-820e87cb2e23,DISK] 2024-11-18T17:43:43,344 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914/bf7315a48bbc%2C37849%2C1731951821914.meta.1731951823326.meta 2024-11-18T17:43:43,344 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37293:37293),(127.0.0.1/127.0.0.1:43789:43789)] 2024-11-18T17:43:43,345 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:43,345 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:43:43,345 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:43:43,345 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:43:43,345 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:43:43,345 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:43,345 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-18T17:43:43,345 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-18T17:43:43,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:43,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:43,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:43,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:43,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:43,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:43,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:43,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:43,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:43,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:43,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:43,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:43,352 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740 2024-11-18T17:43:43,353 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740 2024-11-18T17:43:43,355 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:43,356 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:43,357 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63719998, jitterRate=-0.05049803853034973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:43,358 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:43,359 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731951823318 2024-11-18T17:43:43,361 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:43:43,362 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-18T17:43:43,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:43,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,37849,1731951821914, state=OPEN 2024-11-18T17:43:43,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:43,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:43,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:43,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:43,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:43,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:43,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:43:43,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bf7315a48bbc,37849,1731951821914 in 207 msec 2024-11-18T17:43:43,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:43:43,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-18T17:43:43,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 712 msec 2024-11-18T17:43:43,379 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731951823379, completionTime=-1 2024-11-18T17:43:43,380 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T17:43:43,380 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-18T17:43:43,381 DEBUG [hconnection-0x7725a2cb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:43,382 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:43,384 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-18T17:43:43,384 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731951883384 2024-11-18T17:43:43,384 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731951943384 2024-11-18T17:43:43,384 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-11-18T17:43:43,405 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:43:43,405 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44939,1731951821745-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:43,406 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44939,1731951821745-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:43,406 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44939,1731951821745-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:43,406 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bf7315a48bbc:44939, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:43,406 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:43,406 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-18T17:43:43,406 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:43,408 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-18T17:43:43,408 DEBUG [master/bf7315a48bbc:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-18T17:43:43,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:43,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:43,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:43,421 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 28e9513bda7a1ecfa2bb77da7abee6b5, NAME => 'hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218 2024-11-18T17:43:43,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:43,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:43,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:43,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 28e9513bda7a1ecfa2bb77da7abee6b5, disabling compactions & flushes 2024-11-18T17:43:43,428 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:43,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:43,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. after waiting 0 ms 2024-11-18T17:43:43,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:43,428 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:43,428 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 28e9513bda7a1ecfa2bb77da7abee6b5: 2024-11-18T17:43:43,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:43,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731951823430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951823430"}]},"ts":"1731951823430"} 2024-11-18T17:43:43,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T17:43:43,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:43,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951823433"}]},"ts":"1731951823433"} 2024-11-18T17:43:43,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-18T17:43:43,455 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:43,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:43,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:43,456 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:43,456 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:43,456 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:43,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=28e9513bda7a1ecfa2bb77da7abee6b5, ASSIGN}] 2024-11-18T17:43:43,458 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=28e9513bda7a1ecfa2bb77da7abee6b5, ASSIGN 2024-11-18T17:43:43,458 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=28e9513bda7a1ecfa2bb77da7abee6b5, ASSIGN; state=OFFLINE, location=bf7315a48bbc,37849,1731951821914; forceNewPlan=false, retain=false 2024-11-18T17:43:43,609 INFO [bf7315a48bbc:44939 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T17:43:43,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=28e9513bda7a1ecfa2bb77da7abee6b5, regionState=OPENING, regionLocation=bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:43,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 28e9513bda7a1ecfa2bb77da7abee6b5, server=bf7315a48bbc,37849,1731951821914}] 2024-11-18T17:43:43,765 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:43,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:43,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 28e9513bda7a1ecfa2bb77da7abee6b5, NAME => 'hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:43,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:43,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:43,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:43,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:43,776 INFO [StoreOpener-28e9513bda7a1ecfa2bb77da7abee6b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:43,779 INFO [StoreOpener-28e9513bda7a1ecfa2bb77da7abee6b5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28e9513bda7a1ecfa2bb77da7abee6b5 columnFamilyName info 2024-11-18T17:43:43,779 DEBUG [StoreOpener-28e9513bda7a1ecfa2bb77da7abee6b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:43,780 INFO [StoreOpener-28e9513bda7a1ecfa2bb77da7abee6b5-1 {}] regionserver.HStore(327): Store=28e9513bda7a1ecfa2bb77da7abee6b5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:43,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:43,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:43,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:43,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:43,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 28e9513bda7a1ecfa2bb77da7abee6b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69693537, jitterRate=0.0385146290063858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:43,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 28e9513bda7a1ecfa2bb77da7abee6b5: 2024-11-18T17:43:43,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5., pid=6, masterSystemTime=1731951823765 2024-11-18T17:43:43,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:43,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:43,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=28e9513bda7a1ecfa2bb77da7abee6b5, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:43,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:43:43,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 28e9513bda7a1ecfa2bb77da7abee6b5, server=bf7315a48bbc,37849,1731951821914 in 182 msec 2024-11-18T17:43:43,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:43:43,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=28e9513bda7a1ecfa2bb77da7abee6b5, ASSIGN in 340 msec 2024-11-18T17:43:43,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:43,800 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951823800"}]},"ts":"1731951823800"} 2024-11-18T17:43:43,802 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-18T17:43:43,810 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-18T17:43:43,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:43,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 404 msec 2024-11-18T17:43:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:43,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:43,822 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-18T17:43:43,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:43,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-11-18T17:43:43,855 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-18T17:43:43,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:43,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-11-18T17:43:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-18T17:43:43,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-18T17:43:43,921 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.958sec 2024-11-18T17:43:43,922 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:43:43,922 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:43:43,922 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:43:43,922 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:43:43,922 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:43:43,922 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44939,1731951821745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:43,922 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44939,1731951821745-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:43:43,923 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:43:43,924 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:43:43,924 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44939,1731951821745-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:43,940 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10233ec4 to 127.0.0.1:59054 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@220337ae 2024-11-18T17:43:43,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6a1f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:43,954 DEBUG [hconnection-0x5b593e11-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:43,957 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:43,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:43,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:43:43,963 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:43:43,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-18T17:43:43,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:43,968 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:43,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-18T17:43:43,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:43,982 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dba545a5642938d20bd83eebc8ffd18d, NAME => 'testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218 2024-11-18T17:43:43,983 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2095859d011ef15e5970fc306d0bbb88, NAME => 'testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218 2024-11-18T17:43:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:43,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:43,993 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:43,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 2095859d011ef15e5970fc306d0bbb88, disabling compactions & flushes 2024-11-18T17:43:43,994 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:43,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:43,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. after waiting 0 ms 2024-11-18T17:43:43,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:43,994 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:43,994 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2095859d011ef15e5970fc306d0bbb88: 2024-11-18T17:43:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:43,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:43,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:43,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing dba545a5642938d20bd83eebc8ffd18d, disabling compactions & flushes 2024-11-18T17:43:43,999 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:43,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:43,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. after waiting 0 ms 2024-11-18T17:43:43,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:43,999 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:43,999 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for dba545a5642938d20bd83eebc8ffd18d: 2024-11-18T17:43:44,000 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:44,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951824001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951824001"}]},"ts":"1731951824001"} 2024-11-18T17:43:44,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951824001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951824001"}]},"ts":"1731951824001"} 2024-11-18T17:43:44,004 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-18T17:43:44,005 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:44,006 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951824006"}]},"ts":"1731951824006"} 2024-11-18T17:43:44,008 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-18T17:43:44,026 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:44,027 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:44,027 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:44,027 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:44,027 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:44,028 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:44,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba545a5642938d20bd83eebc8ffd18d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2095859d011ef15e5970fc306d0bbb88, ASSIGN}] 2024-11-18T17:43:44,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba545a5642938d20bd83eebc8ffd18d, ASSIGN 2024-11-18T17:43:44,029 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2095859d011ef15e5970fc306d0bbb88, ASSIGN 2024-11-18T17:43:44,030 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2095859d011ef15e5970fc306d0bbb88, ASSIGN; state=OFFLINE, location=bf7315a48bbc,37849,1731951821914; forceNewPlan=false, retain=false 2024-11-18T17:43:44,030 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba545a5642938d20bd83eebc8ffd18d, ASSIGN; state=OFFLINE, location=bf7315a48bbc,37883,1731951821882; forceNewPlan=false, retain=false 2024-11-18T17:43:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:44,180 INFO [bf7315a48bbc:44939 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-18T17:43:44,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2095859d011ef15e5970fc306d0bbb88, regionState=OPENING, regionLocation=bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:44,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=dba545a5642938d20bd83eebc8ffd18d, regionState=OPENING, regionLocation=bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:44,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure dba545a5642938d20bd83eebc8ffd18d, server=bf7315a48bbc,37883,1731951821882}] 2024-11-18T17:43:44,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 2095859d011ef15e5970fc306d0bbb88, server=bf7315a48bbc,37849,1731951821914}] 2024-11-18T17:43:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:44,338 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:44,338 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:44,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:44,339 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:44,343 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,343 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 2095859d011ef15e5970fc306d0bbb88, NAME => 'testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88.', STARTKEY => '5', ENDKEY => ''} 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => dba545a5642938d20bd83eebc8ffd18d, NAME => 'testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d.', STARTKEY => '', ENDKEY => '5'} 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,343 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,345 INFO [StoreOpener-dba545a5642938d20bd83eebc8ffd18d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,345 INFO [StoreOpener-2095859d011ef15e5970fc306d0bbb88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,347 INFO [StoreOpener-dba545a5642938d20bd83eebc8ffd18d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dba545a5642938d20bd83eebc8ffd18d columnFamilyName family 2024-11-18T17:43:44,347 INFO [StoreOpener-2095859d011ef15e5970fc306d0bbb88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2095859d011ef15e5970fc306d0bbb88 columnFamilyName family 2024-11-18T17:43:44,347 DEBUG [StoreOpener-dba545a5642938d20bd83eebc8ffd18d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:44,347 DEBUG [StoreOpener-2095859d011ef15e5970fc306d0bbb88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:44,347 INFO [StoreOpener-2095859d011ef15e5970fc306d0bbb88-1 {}] regionserver.HStore(327): Store=2095859d011ef15e5970fc306d0bbb88/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:44,347 INFO [StoreOpener-dba545a5642938d20bd83eebc8ffd18d-1 {}] regionserver.HStore(327): Store=dba545a5642938d20bd83eebc8ffd18d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:44,349 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,349 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,349 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,349 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,352 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,352 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,354 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:44,355 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:44,355 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 2095859d011ef15e5970fc306d0bbb88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74965016, jitterRate=0.11706578731536865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:44,355 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened dba545a5642938d20bd83eebc8ffd18d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75434394, jitterRate=0.12406006455421448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:44,356 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 2095859d011ef15e5970fc306d0bbb88: 2024-11-18T17:43:44,356 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for dba545a5642938d20bd83eebc8ffd18d: 2024-11-18T17:43:44,357 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d., pid=12, masterSystemTime=1731951824338 2024-11-18T17:43:44,357 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88., pid=13, masterSystemTime=1731951824339 2024-11-18T17:43:44,359 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,359 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,359 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=dba545a5642938d20bd83eebc8ffd18d, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:44,360 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,360 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2095859d011ef15e5970fc306d0bbb88, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:44,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T17:43:44,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-18T17:43:44,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure dba545a5642938d20bd83eebc8ffd18d, server=bf7315a48bbc,37883,1731951821882 in 177 msec 2024-11-18T17:43:44,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 2095859d011ef15e5970fc306d0bbb88, server=bf7315a48bbc,37849,1731951821914 in 177 msec 2024-11-18T17:43:44,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=dba545a5642938d20bd83eebc8ffd18d, ASSIGN in 335 msec 2024-11-18T17:43:44,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-18T17:43:44,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2095859d011ef15e5970fc306d0bbb88, ASSIGN in 336 msec 2024-11-18T17:43:44,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:44,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951824367"}]},"ts":"1731951824367"} 2024-11-18T17:43:44,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-18T17:43:44,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:44,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 450 msec 2024-11-18T17:43:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44939 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:44,575 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-18T17:43:44,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-18T17:43:44,575 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:44,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-18T17:43:44,580 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:44,580 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-18T17:43:44,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:44,587 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:44,602 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing dba545a5642938d20bd83eebc8ffd18d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-18T17:43:44,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d/.tmp/family/512e22104a264b5b8f4f96645a445ad1 is 32, key is 1/family:/1731951824587/Put/seqid=0 2024-11-18T17:43:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:44,624 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d/.tmp/family/512e22104a264b5b8f4f96645a445ad1 2024-11-18T17:43:44,631 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d/.tmp/family/512e22104a264b5b8f4f96645a445ad1 as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d/family/512e22104a264b5b8f4f96645a445ad1 2024-11-18T17:43:44,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d/family/512e22104a264b5b8f4f96645a445ad1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T17:43:44,639 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for dba545a5642938d20bd83eebc8ffd18d in 37ms, sequenceid=8, compaction requested=false 2024-11-18T17:43:44,639 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for dba545a5642938d20bd83eebc8ffd18d: 2024-11-18T17:43:44,639 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 2095859d011ef15e5970fc306d0bbb88 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-18T17:43:44,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88/.tmp/family/eafa2eb7f7174068b10f87f395f2d8ec is 32, key is 5/family:/1731951824596/Put/seqid=0 2024-11-18T17:43:44,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:44,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:44,660 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88/.tmp/family/eafa2eb7f7174068b10f87f395f2d8ec 2024-11-18T17:43:44,666 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88/.tmp/family/eafa2eb7f7174068b10f87f395f2d8ec as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88/family/eafa2eb7f7174068b10f87f395f2d8ec 2024-11-18T17:43:44,672 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88/family/eafa2eb7f7174068b10f87f395f2d8ec, entries=5, sequenceid=9, filesize=5.0 K 2024-11-18T17:43:44,673 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 2095859d011ef15e5970fc306d0bbb88 in 34ms, sequenceid=9, compaction requested=false 2024-11-18T17:43:44,673 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 2095859d011ef15e5970fc306d0bbb88: 2024-11-18T17:43:44,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:44,687 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:44,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:44,690 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:44,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-18T17:43:44,691 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T17:43:44,692 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10233ec4 to 127.0.0.1:59054 2024-11-18T17:43:44,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:44,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:43:44,692 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=383360164, stopped=false 2024-11-18T17:43:44,692 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:44,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:44,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:44,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:44,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:44,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-18T17:43:44,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:44,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:44,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:44,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:44,711 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,37883,1731951821882' ***** 2024-11-18T17:43:44,711 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:44,711 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,37849,1731951821914' ***** 2024-11-18T17:43:44,711 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:44,712 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:44,712 INFO [RS:0;bf7315a48bbc:37883 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:44,712 INFO [RS:0;bf7315a48bbc:37883 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:44,712 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:44,712 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(3579): Received CLOSE for dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,713 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:44,713 INFO [RS:1;bf7315a48bbc:37849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:44,713 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:44,713 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:44,713 INFO [RS:1;bf7315a48bbc:37849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:44,713 DEBUG [RS:0;bf7315a48bbc:37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:44,713 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(3579): Received CLOSE for 2095859d011ef15e5970fc306d0bbb88 2024-11-18T17:43:44,713 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-18T17:43:44,714 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1603): Online Regions={dba545a5642938d20bd83eebc8ffd18d=testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d.} 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dba545a5642938d20bd83eebc8ffd18d, disabling compactions & flushes 2024-11-18T17:43:44,714 DEBUG [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1629): Waiting on dba545a5642938d20bd83eebc8ffd18d 2024-11-18T17:43:44,714 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(3579): Received CLOSE for 28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:44,714 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,714 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2095859d011ef15e5970fc306d0bbb88, disabling compactions & flushes 2024-11-18T17:43:44,714 DEBUG [RS:1;bf7315a48bbc:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. after waiting 0 ms 2024-11-18T17:43:44,714 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,714 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. after waiting 0 ms 2024-11-18T17:43:44,714 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:44,714 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,714 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:44,715 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-18T17:43:44,715 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-18T17:43:44,715 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1603): Online Regions={2095859d011ef15e5970fc306d0bbb88=testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88., 1588230740=hbase:meta,,1.1588230740, 28e9513bda7a1ecfa2bb77da7abee6b5=hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5.} 2024-11-18T17:43:44,715 DEBUG [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2095859d011ef15e5970fc306d0bbb88, 28e9513bda7a1ecfa2bb77da7abee6b5 2024-11-18T17:43:44,715 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:44,715 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:44,715 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:44,715 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:44,716 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:44,716 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-18T17:43:44,721 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/dba545a5642938d20bd83eebc8ffd18d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:43:44,722 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,722 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/default/testClearRegionBlockCache/2095859d011ef15e5970fc306d0bbb88/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T17:43:44,722 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dba545a5642938d20bd83eebc8ffd18d: 2024-11-18T17:43:44,722 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731951823965.dba545a5642938d20bd83eebc8ffd18d. 2024-11-18T17:43:44,722 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,722 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2095859d011ef15e5970fc306d0bbb88: 2024-11-18T17:43:44,722 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88. 2024-11-18T17:43:44,722 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 28e9513bda7a1ecfa2bb77da7abee6b5, disabling compactions & flushes 2024-11-18T17:43:44,723 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:44,723 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:44,723 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. after waiting 0 ms 2024-11-18T17:43:44,723 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:44,723 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 28e9513bda7a1ecfa2bb77da7abee6b5 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-18T17:43:44,730 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:44,732 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:44,734 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/.tmp/info/e1187373158547029d63f6e64f61f27e is 173, key is testClearRegionBlockCache,5,1731951823965.2095859d011ef15e5970fc306d0bbb88./info:regioninfo/1731951824360/Put/seqid=0 2024-11-18T17:43:44,738 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5/.tmp/info/40d160fc657142f9bdd16a3e11fdbe85 is 45, key is default/info:d/1731951823827/Put/seqid=0 2024-11-18T17:43:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:44,740 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/.tmp/info/e1187373158547029d63f6e64f61f27e 2024-11-18T17:43:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:44,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:44,744 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5/.tmp/info/40d160fc657142f9bdd16a3e11fdbe85 2024-11-18T17:43:44,750 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5/.tmp/info/40d160fc657142f9bdd16a3e11fdbe85 as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5/info/40d160fc657142f9bdd16a3e11fdbe85 2024-11-18T17:43:44,757 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5/info/40d160fc657142f9bdd16a3e11fdbe85, entries=2, sequenceid=6, filesize=4.9 K 2024-11-18T17:43:44,758 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 28e9513bda7a1ecfa2bb77da7abee6b5 in 35ms, sequenceid=6, compaction requested=false 2024-11-18T17:43:44,762 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/namespace/28e9513bda7a1ecfa2bb77da7abee6b5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:43:44,763 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:44,763 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 28e9513bda7a1ecfa2bb77da7abee6b5: 2024-11-18T17:43:44,763 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731951823406.28e9513bda7a1ecfa2bb77da7abee6b5. 2024-11-18T17:43:44,764 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/.tmp/table/5be647c2cd624b1c89f83880cfadfeaa is 61, key is testClearRegionBlockCache/table:state/1731951824367/Put/seqid=0 2024-11-18T17:43:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:44,771 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/.tmp/table/5be647c2cd624b1c89f83880cfadfeaa 2024-11-18T17:43:44,778 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/.tmp/info/e1187373158547029d63f6e64f61f27e as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/info/e1187373158547029d63f6e64f61f27e 2024-11-18T17:43:44,783 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/info/e1187373158547029d63f6e64f61f27e, entries=30, sequenceid=16, filesize=9.1 K 2024-11-18T17:43:44,784 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/.tmp/table/5be647c2cd624b1c89f83880cfadfeaa as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/table/5be647c2cd624b1c89f83880cfadfeaa 2024-11-18T17:43:44,790 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/table/5be647c2cd624b1c89f83880cfadfeaa, entries=4, sequenceid=16, filesize=5.3 K 2024-11-18T17:43:44,790 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=16, compaction requested=false 2024-11-18T17:43:44,795 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:43:44,795 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:43:44,795 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:44,796 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:44,796 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:44,890 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:43:44,890 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:43:44,902 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T17:43:44,902 INFO [regionserver/bf7315a48bbc:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T17:43:44,914 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,37883,1731951821882; all regions closed. 2024-11-18T17:43:44,915 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,37849,1731951821914; all regions closed. 2024-11-18T17:43:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741833_1009 (size=1758) 2024-11-18T17:43:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741833_1009 (size=1758) 2024-11-18T17:43:44,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/WALs/bf7315a48bbc,37849,1731951821914/bf7315a48bbc%2C37849%2C1731951821914.meta.1731951823326.meta not finished, retry = 0 2024-11-18T17:43:44,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:44,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:44,924 DEBUG [RS:0;bf7315a48bbc:37883 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/oldWALs 2024-11-18T17:43:44,925 INFO [RS:0;bf7315a48bbc:37883 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C37883%2C1731951821882:(num 1731951822965) 2024-11-18T17:43:44,925 DEBUG [RS:0;bf7315a48bbc:37883 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:44,925 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:44,925 INFO [RS:0;bf7315a48bbc:37883 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:44,925 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:44,925 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:44,925 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:44,925 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:44,926 INFO [RS:0;bf7315a48bbc:37883 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37883 2024-11-18T17:43:44,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,37883,1731951821882 2024-11-18T17:43:44,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:45,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,37883,1731951821882] 2024-11-18T17:43:45,010 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,37883,1731951821882; numProcessing=1 2024-11-18T17:43:45,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,37883,1731951821882 already deleted, retry=false 2024-11-18T17:43:45,018 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,37883,1731951821882 expired; onlineServers=1 2024-11-18T17:43:45,030 DEBUG [RS:1;bf7315a48bbc:37849 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/oldWALs 2024-11-18T17:43:45,030 INFO [RS:1;bf7315a48bbc:37849 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C37849%2C1731951821914.meta:.meta(num 1731951823326) 2024-11-18T17:43:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741834_1010 (size=3188) 2024-11-18T17:43:45,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741834_1010 (size=3188) 2024-11-18T17:43:45,039 DEBUG [RS:1;bf7315a48bbc:37849 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/oldWALs 2024-11-18T17:43:45,039 INFO [RS:1;bf7315a48bbc:37849 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C37849%2C1731951821914:(num 1731951822966) 2024-11-18T17:43:45,039 DEBUG [RS:1;bf7315a48bbc:37849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:45,040 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:45,040 INFO [RS:1;bf7315a48bbc:37849 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:45,041 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:45,041 INFO [RS:1;bf7315a48bbc:37849 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37849 2024-11-18T17:43:45,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,37849,1731951821914 2024-11-18T17:43:45,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:45,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,37849,1731951821914] 2024-11-18T17:43:45,060 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,37849,1731951821914; numProcessing=2 2024-11-18T17:43:45,068 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,37849,1731951821914 already deleted, retry=false 2024-11-18T17:43:45,068 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,37849,1731951821914 expired; onlineServers=0 2024-11-18T17:43:45,068 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,44939,1731951821745' ***** 2024-11-18T17:43:45,068 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:43:45,068 DEBUG [M:0;bf7315a48bbc:44939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f4ff11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:45,069 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,44939,1731951821745 2024-11-18T17:43:45,069 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,44939,1731951821745; all regions closed. 2024-11-18T17:43:45,069 DEBUG [M:0;bf7315a48bbc:44939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:45,069 DEBUG [M:0;bf7315a48bbc:44939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:43:45,069 DEBUG [M:0;bf7315a48bbc:44939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:43:45,069 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:43:45,069 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951822673 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951822673,5,FailOnTimeoutGroup] 2024-11-18T17:43:45,069 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951822673 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951822673,5,FailOnTimeoutGroup] 2024-11-18T17:43:45,070 INFO [M:0;bf7315a48bbc:44939 {}] hbase.ChoreService(370): Chore service for: master/bf7315a48bbc:0 had [] on shutdown 2024-11-18T17:43:45,070 DEBUG [M:0;bf7315a48bbc:44939 {}] master.HMaster(1733): Stopping service threads 2024-11-18T17:43:45,070 INFO [M:0;bf7315a48bbc:44939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:43:45,071 INFO [M:0;bf7315a48bbc:44939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:43:45,071 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:43:45,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:45,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:45,080 DEBUG [M:0;bf7315a48bbc:44939 {}] zookeeper.ZKUtil(347): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T17:43:45,080 WARN [M:0;bf7315a48bbc:44939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:43:45,080 INFO [M:0;bf7315a48bbc:44939 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-18T17:43:45,080 INFO [M:0;bf7315a48bbc:44939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:43:45,081 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:45,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:45,081 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:45,081 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:45,081 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:45,081 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:45,081 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-18T17:43:45,105 DEBUG [M:0;bf7315a48bbc:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f370fbf25484c1c8b808f5e7541e2f0 is 82, key is hbase:meta,,1/info:regioninfo/1731951823362/Put/seqid=0 2024-11-18T17:43:45,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:45,110 INFO [RS:0;bf7315a48bbc:37883 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,37883,1731951821882; zookeeper connection closed. 2024-11-18T17:43:45,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37883-0x101505526170001, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:45,110 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fdc9526 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fdc9526 2024-11-18T17:43:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:45,111 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f370fbf25484c1c8b808f5e7541e2f0 2024-11-18T17:43:45,130 DEBUG [M:0;bf7315a48bbc:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/275376a13764440e9874ad76c07e6a0e is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731951824416/Put/seqid=0 2024-11-18T17:43:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741847_1023 (size=7578) 2024-11-18T17:43:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741847_1023 (size=7578) 2024-11-18T17:43:45,136 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/275376a13764440e9874ad76c07e6a0e 2024-11-18T17:43:45,157 DEBUG [M:0;bf7315a48bbc:44939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08ea58f4a40a4aae97af4463bfc84689 is 69, key is bf7315a48bbc,37849,1731951821914/rs:state/1731951822774/Put/seqid=0 2024-11-18T17:43:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:45,160 INFO [RS:1;bf7315a48bbc:37849 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,37849,1731951821914; zookeeper connection closed. 2024-11-18T17:43:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37849-0x101505526170002, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:45,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7d013e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7d013e 2024-11-18T17:43:45,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T17:43:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:45,163 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08ea58f4a40a4aae97af4463bfc84689 2024-11-18T17:43:45,169 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f370fbf25484c1c8b808f5e7541e2f0 as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f370fbf25484c1c8b808f5e7541e2f0 2024-11-18T17:43:45,203 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f370fbf25484c1c8b808f5e7541e2f0, entries=8, sequenceid=108, filesize=5.5 K 2024-11-18T17:43:45,204 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/275376a13764440e9874ad76c07e6a0e as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/275376a13764440e9874ad76c07e6a0e 2024-11-18T17:43:45,209 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/275376a13764440e9874ad76c07e6a0e, entries=13, sequenceid=108, filesize=7.4 K 2024-11-18T17:43:45,210 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08ea58f4a40a4aae97af4463bfc84689 as hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08ea58f4a40a4aae97af4463bfc84689 2024-11-18T17:43:45,215 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36621/user/jenkins/test-data/8a461d0f-e111-3707-50a1-45e8868fd218/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08ea58f4a40a4aae97af4463bfc84689, entries=2, sequenceid=108, filesize=5.1 K 2024-11-18T17:43:45,216 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=108, compaction requested=false 2024-11-18T17:43:45,217 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:45,217 DEBUG [M:0;bf7315a48bbc:44939 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44943 is added to blk_1073741830_1006 (size=54465) 2024-11-18T17:43:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741830_1006 (size=54465) 2024-11-18T17:43:45,220 INFO [M:0;bf7315a48bbc:44939 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-18T17:43:45,220 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:45,220 INFO [M:0;bf7315a48bbc:44939 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44939 2024-11-18T17:43:45,229 DEBUG [M:0;bf7315a48bbc:44939 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bf7315a48bbc,44939,1731951821745 already deleted, retry=false 2024-11-18T17:43:45,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:45,338 INFO [M:0;bf7315a48bbc:44939 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,44939,1731951821745; zookeeper connection closed. 2024-11-18T17:43:45,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44939-0x101505526170000, quorum=127.0.0.1:59054, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:45,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cc5b72c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:45,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5790885a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:45,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:45,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a9970c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:45,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2fcf42{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:45,343 WARN [BP-573530916-172.17.0.2-1731951820075 heartbeating to localhost/127.0.0.1:36621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:45,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:45,343 WARN [BP-573530916-172.17.0.2-1731951820075 heartbeating to localhost/127.0.0.1:36621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573530916-172.17.0.2-1731951820075 (Datanode Uuid b071a4a0-4df0-4e51-a325-f860f0f577e6) service to localhost/127.0.0.1:36621 2024-11-18T17:43:45,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:45,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data3/current/BP-573530916-172.17.0.2-1731951820075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:45,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data4/current/BP-573530916-172.17.0.2-1731951820075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:45,343 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:45,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5474955e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:45,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fec6c29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:45,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:45,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5a0c10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:45,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64dbbbad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:45,347 WARN [BP-573530916-172.17.0.2-1731951820075 heartbeating to localhost/127.0.0.1:36621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:45,347 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:45,347 WARN [BP-573530916-172.17.0.2-1731951820075 heartbeating to localhost/127.0.0.1:36621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573530916-172.17.0.2-1731951820075 (Datanode Uuid 25ecf64a-47de-435c-b714-375c7b60c975) service to localhost/127.0.0.1:36621 2024-11-18T17:43:45,347 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:45,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data1/current/BP-573530916-172.17.0.2-1731951820075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:45,348 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/cluster_fde47ed8-4658-bc3a-b061-ef8fd57b69df/dfs/data/data2/current/BP-573530916-172.17.0.2-1731951820075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:45,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:45,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5980e01b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:45,353 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cfda4d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:45,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:45,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ec4c4ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:45,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a07a4c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:45,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:43:45,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-18T17:43:45,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 104) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36621 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36621 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=5317 (was 5613) 2024-11-18T17:43:45,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=5317 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir so I do NOT create it in target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe 2024-11-18T17:43:45,401 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.tmp.dir so I do NOT create it in target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe 2024-11-18T17:43:45,401 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/2a07c132-c114-65ab-b5b0-f5da658ae28d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:43:45,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae, deleteOnExit=true 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/test.cache.data in system properties and HBase conf 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:43:45,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-18T17:43:45,402 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:45,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:43:45,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:43:45,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:43:45,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:45,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:43:45,403 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:43:45,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:45,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:45,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:45,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:45,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:45,678 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:45,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c139efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:45,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18f9cd46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:45,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2999312e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/java.io.tmpdir/jetty-localhost-34223-hadoop-hdfs-3_4_1-tests_jar-_-any-3974668807540934609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:45,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1872dd{HTTP/1.1, (http/1.1)}{localhost:34223} 2024-11-18T17:43:45,770 INFO [Time-limited test {}] server.Server(415): Started @28270ms 2024-11-18T17:43:45,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:45,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:45,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:45,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:45,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:43:45,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c84ecae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:45,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f973d52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:46,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7eea241e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/java.io.tmpdir/jetty-localhost-41613-hadoop-hdfs-3_4_1-tests_jar-_-any-13864743519318917625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:46,026 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@755fdee{HTTP/1.1, (http/1.1)}{localhost:41613} 2024-11-18T17:43:46,026 INFO [Time-limited test {}] server.Server(415): Started @28526ms 2024-11-18T17:43:46,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:46,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:46,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:46,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:46,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:46,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:46,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d8529b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:46,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7352722d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:46,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62ed5624{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/java.io.tmpdir/jetty-localhost-45495-hadoop-hdfs-3_4_1-tests_jar-_-any-1643563462082089644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:46,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f6aa28{HTTP/1.1, (http/1.1)}{localhost:45495} 2024-11-18T17:43:46,166 INFO [Time-limited test {}] server.Server(415): Started @28666ms 2024-11-18T17:43:46,168 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:46,673 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data2/current/BP-116967252-172.17.0.2-1731951825427/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:46,673 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data1/current/BP-116967252-172.17.0.2-1731951825427/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:46,695 WARN [Thread-874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd907ba0578ef5848 with lease ID 0xca8b6f9684fa336c: Processing first storage report for DS-99fe509b-2792-45d4-ae07-94a453d38e15 from datanode DatanodeRegistration(127.0.0.1:36927, datanodeUuid=6f70594b-72a4-43ee-bf8e-40e5bb2317a9, infoPort=35259, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427) 2024-11-18T17:43:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd907ba0578ef5848 with lease ID 0xca8b6f9684fa336c: from storage DS-99fe509b-2792-45d4-ae07-94a453d38e15 node DatanodeRegistration(127.0.0.1:36927, datanodeUuid=6f70594b-72a4-43ee-bf8e-40e5bb2317a9, infoPort=35259, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd907ba0578ef5848 with lease ID 0xca8b6f9684fa336c: Processing first storage report for DS-b454a985-4393-4739-a157-0b827f09aeb9 from datanode DatanodeRegistration(127.0.0.1:36927, datanodeUuid=6f70594b-72a4-43ee-bf8e-40e5bb2317a9, infoPort=35259, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427) 2024-11-18T17:43:46,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd907ba0578ef5848 with lease ID 0xca8b6f9684fa336c: from storage DS-b454a985-4393-4739-a157-0b827f09aeb9 node DatanodeRegistration(127.0.0.1:36927, datanodeUuid=6f70594b-72a4-43ee-bf8e-40e5bb2317a9, infoPort=35259, infoSecurePort=0, ipcPort=46681, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:46,863 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data3/current/BP-116967252-172.17.0.2-1731951825427/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:46,863 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data4/current/BP-116967252-172.17.0.2-1731951825427/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:46,883 WARN [Thread-897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x522fb17b941a4c20 with lease ID 0xca8b6f9684fa336d: Processing first storage report for DS-d961bb39-2c45-408c-aeff-9c293cae506f from datanode DatanodeRegistration(127.0.0.1:40925, datanodeUuid=c4122531-cbe3-40e4-96fe-e5d49cdbfeec, infoPort=44903, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427) 2024-11-18T17:43:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x522fb17b941a4c20 with lease ID 0xca8b6f9684fa336d: from storage DS-d961bb39-2c45-408c-aeff-9c293cae506f node DatanodeRegistration(127.0.0.1:40925, datanodeUuid=c4122531-cbe3-40e4-96fe-e5d49cdbfeec, infoPort=44903, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x522fb17b941a4c20 with lease ID 0xca8b6f9684fa336d: Processing first storage report for DS-a671938a-b510-463f-8f5c-da3b6637b100 from datanode DatanodeRegistration(127.0.0.1:40925, datanodeUuid=c4122531-cbe3-40e4-96fe-e5d49cdbfeec, infoPort=44903, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427) 2024-11-18T17:43:46,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x522fb17b941a4c20 with lease ID 0xca8b6f9684fa336d: from storage DS-a671938a-b510-463f-8f5c-da3b6637b100 node DatanodeRegistration(127.0.0.1:40925, datanodeUuid=c4122531-cbe3-40e4-96fe-e5d49cdbfeec, infoPort=44903, infoSecurePort=0, ipcPort=39531, storageInfo=lv=-57;cid=testClusterID;nsid=794690562;c=1731951825427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:46,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe 2024-11-18T17:43:46,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/zookeeper_0, clientPort=58456, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:43:46,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58456 2024-11-18T17:43:46,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:46,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:46,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:46,919 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd with version=8 2024-11-18T17:43:46,919 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/hbase-staging 2024-11-18T17:43:46,922 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:46,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:46,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:46,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:46,922 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:46,923 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37471 2024-11-18T17:43:46,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:46,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:46,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37471 connecting to ZooKeeper ensemble=127.0.0.1:58456 2024-11-18T17:43:46,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374710x0, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:46,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37471-0x10150553a4c0000 connected 2024-11-18T17:43:47,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:47,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:47,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-18T17:43:47,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37471 2024-11-18T17:43:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37471 2024-11-18T17:43:47,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-18T17:43:47,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-18T17:43:47,062 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd, hbase.cluster.distributed=false 2024-11-18T17:43:47,080 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:47,081 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45367 2024-11-18T17:43:47,082 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:47,087 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-18T17:43:47,092 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-18T17:43:47,095 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-18T17:43:47,096 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-18T17:43:47,097 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:47,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:47,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:47,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45367 connecting to ZooKeeper ensemble=127.0.0.1:58456 2024-11-18T17:43:47,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453670x0, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:47,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45367-0x10150553a4c0001 connected 2024-11-18T17:43:47,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:47,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:47,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:47,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-18T17:43:47,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45367 2024-11-18T17:43:47,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45367 2024-11-18T17:43:47,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-18T17:43:47,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45367 2024-11-18T17:43:47,131 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:47,132 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40839 2024-11-18T17:43:47,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:47,133 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-18T17:43:47,137 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-18T17:43:47,138 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-18T17:43:47,138 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-18T17:43:47,138 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:47,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:47,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:47,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40839 connecting to ZooKeeper ensemble=127.0.0.1:58456 2024-11-18T17:43:47,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408390x0, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:47,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40839-0x10150553a4c0002 connected 2024-11-18T17:43:47,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:47,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:47,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:47,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40839 2024-11-18T17:43:47,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40839 2024-11-18T17:43:47,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40839 2024-11-18T17:43:47,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40839 2024-11-18T17:43:47,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40839 2024-11-18T17:43:47,158 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:47,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:47,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:47,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:47,169 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:47,175 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bf7315a48bbc:37471 2024-11-18T17:43:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,176 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:47,177 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bf7315a48bbc,37471,1731951826921 from backup master directory 2024-11-18T17:43:47,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:47,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:47,184 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:47,184 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:47,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:47,198 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/hbase.id with ID: 0e9cab90-87bb-4612-901b-54107e48b951 2024-11-18T17:43:47,211 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:47,228 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:47,229 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:43:47,229 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:47,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:47,238 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store 2024-11-18T17:43:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:47,247 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:47,247 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:47,247 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:47,247 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:47,247 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:47,247 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:47,247 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:47,247 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:47,248 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/.initializing 2024-11-18T17:43:47,248 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/WALs/bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:47,250 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:47,252 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C37471%2C1731951826921, suffix=, logDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/WALs/bf7315a48bbc,37471,1731951826921, archiveDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/oldWALs, maxLogs=10 2024-11-18T17:43:47,266 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/WALs/bf7315a48bbc,37471,1731951826921/bf7315a48bbc%2C37471%2C1731951826921.1731951827252, exclude list is [], retry=0 2024-11-18T17:43:47,268 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36927,DS-99fe509b-2792-45d4-ae07-94a453d38e15,DISK] 2024-11-18T17:43:47,269 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-d961bb39-2c45-408c-aeff-9c293cae506f,DISK] 2024-11-18T17:43:47,270 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/WALs/bf7315a48bbc,37471,1731951826921/bf7315a48bbc%2C37471%2C1731951826921.1731951827252 2024-11-18T17:43:47,271 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35259:35259),(127.0.0.1/127.0.0.1:44903:44903)] 2024-11-18T17:43:47,271 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:47,271 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:47,271 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,271 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:43:47,274 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:47,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:43:47,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:47,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:43:47,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:47,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:43:47,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:47,281 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,281 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,283 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:43:47,283 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:47,285 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:47,286 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75330208, jitterRate=0.12250757217407227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:43:47,286 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:47,287 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:43:47,290 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a41d45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:47,290 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-18T17:43:47,290 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:43:47,290 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:43:47,291 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:43:47,291 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:43:47,291 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:43:47,291 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:43:47,293 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:43:47,294 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:43:47,301 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:43:47,301 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:43:47,301 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:43:47,309 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:43:47,309 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:43:47,310 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:43:47,318 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:43:47,318 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:43:47,326 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:43:47,328 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:43:47,338 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:43:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:47,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:47,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,347 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bf7315a48bbc,37471,1731951826921, sessionid=0x10150553a4c0000, setting cluster-up flag (Was=false) 2024-11-18T17:43:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,388 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:43:47,389 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,430 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:43:47,432 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:47,437 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:47,437 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-18T17:43:47,438 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:43:47,438 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bf7315a48bbc,37471,1731951826921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bf7315a48bbc:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:47,439 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,440 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731951857440 2024-11-18T17:43:47,440 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:43:47,441 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:43:47,441 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:43:47,441 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:43:47,441 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:43:47,441 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:43:47,441 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:47,441 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,441 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:43:47,441 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:43:47,442 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:43:47,442 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:43:47,442 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:43:47,442 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:43:47,442 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951827442,5,FailOnTimeoutGroup] 2024-11-18T17:43:47,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,443 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951827442,5,FailOnTimeoutGroup] 2024-11-18T17:43:47,443 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,443 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:43:47,443 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,443 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:47,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:47,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-18T17:43:47,453 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd 2024-11-18T17:43:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:47,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:47,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:47,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:47,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:47,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:47,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:47,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:47,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:47,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:47,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:47,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740 2024-11-18T17:43:47,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740 2024-11-18T17:43:47,471 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bf7315a48bbc:40839 2024-11-18T17:43:47,471 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bf7315a48bbc:45367 2024-11-18T17:43:47,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:47,472 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1008): ClusterId : 0e9cab90-87bb-4612-901b-54107e48b951 2024-11-18T17:43:47,472 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1008): ClusterId : 0e9cab90-87bb-4612-901b-54107e48b951 2024-11-18T17:43:47,472 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:47,472 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:47,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:47,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:47,475 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72973457, jitterRate=0.08738924562931061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:47,475 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:47,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:47,476 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:47,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:47,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:47,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-18T17:43:47,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:43:47,478 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:43:47,478 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:43:47,480 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:47,480 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:47,480 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:47,480 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:47,488 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:47,488 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:47,489 DEBUG [RS:0;bf7315a48bbc:45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca44735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:47,489 DEBUG [RS:1;bf7315a48bbc:40839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0218a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:47,489 DEBUG [RS:0;bf7315a48bbc:45367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338ef47a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:47,489 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:47,489 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:47,489 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:47,489 DEBUG [RS:1;bf7315a48bbc:40839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f077b7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:47,489 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:47,489 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:47,489 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:47,490 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,37471,1731951826921 with isa=bf7315a48bbc/172.17.0.2:45367, startcode=1731951827080 2024-11-18T17:43:47,490 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,37471,1731951826921 with isa=bf7315a48bbc/172.17.0.2:40839, startcode=1731951827131 2024-11-18T17:43:47,490 DEBUG [RS:0;bf7315a48bbc:45367 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:47,490 DEBUG [RS:1;bf7315a48bbc:40839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:47,491 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46927, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:47,492 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40633, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:47,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37471 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:47,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37471 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:47,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37471 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:47,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37471 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:47,493 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd 2024-11-18T17:43:47,493 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36959 2024-11-18T17:43:47,493 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:47,494 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd 2024-11-18T17:43:47,494 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36959 2024-11-18T17:43:47,494 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:47,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:47,524 DEBUG [RS:0;bf7315a48bbc:45367 {}] zookeeper.ZKUtil(111): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:47,524 WARN [RS:0;bf7315a48bbc:45367 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:47,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,45367,1731951827080] 2024-11-18T17:43:47,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,40839,1731951827131] 2024-11-18T17:43:47,524 INFO [RS:0;bf7315a48bbc:45367 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:47,524 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:47,524 DEBUG [RS:1;bf7315a48bbc:40839 {}] zookeeper.ZKUtil(111): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:47,524 WARN [RS:1;bf7315a48bbc:40839 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:47,524 INFO [RS:1;bf7315a48bbc:40839 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:47,524 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:47,528 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:47,528 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:47,528 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:47,530 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:47,530 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:47,531 INFO [RS:0;bf7315a48bbc:45367 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:47,531 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,531 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:47,532 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,532 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,533 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:47,533 DEBUG [RS:0;bf7315a48bbc:45367 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:47,534 INFO [RS:1;bf7315a48bbc:40839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:47,534 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,534 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,534 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,534 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,534 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:47,534 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,534 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45367,1731951827080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:47,535 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,536 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,537 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:47,537 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:47,537 DEBUG [RS:1;bf7315a48bbc:40839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:47,537 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,538 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,538 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,538 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,538 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40839,1731951827131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:47,548 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:47,548 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,45367,1731951827080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,556 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:47,556 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40839,1731951827131-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:47,560 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.Replication(204): bf7315a48bbc,45367,1731951827080 started 2024-11-18T17:43:47,560 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,45367,1731951827080, RpcServer on bf7315a48bbc/172.17.0.2:45367, sessionid=0x10150553a4c0001 2024-11-18T17:43:47,560 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:47,560 DEBUG [RS:0;bf7315a48bbc:45367 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:47,560 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,45367,1731951827080' 2024-11-18T17:43:47,560 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:47,561 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:47,561 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:47,561 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:47,561 DEBUG [RS:0;bf7315a48bbc:45367 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:47,561 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,45367,1731951827080' 2024-11-18T17:43:47,561 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:47,561 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:47,562 DEBUG [RS:0;bf7315a48bbc:45367 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:47,562 INFO [RS:0;bf7315a48bbc:45367 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:47,562 INFO [RS:0;bf7315a48bbc:45367 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:47,574 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.Replication(204): bf7315a48bbc,40839,1731951827131 started 2024-11-18T17:43:47,574 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,40839,1731951827131, RpcServer on bf7315a48bbc/172.17.0.2:40839, sessionid=0x10150553a4c0002 2024-11-18T17:43:47,574 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:47,574 DEBUG [RS:1;bf7315a48bbc:40839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:47,574 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,40839,1731951827131' 2024-11-18T17:43:47,574 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:47,574 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:47,575 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:47,575 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:47,575 DEBUG [RS:1;bf7315a48bbc:40839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:47,575 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,40839,1731951827131' 2024-11-18T17:43:47,575 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:47,575 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:47,575 DEBUG [RS:1;bf7315a48bbc:40839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:47,575 INFO [RS:1;bf7315a48bbc:40839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:47,575 INFO [RS:1;bf7315a48bbc:40839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:47,629 WARN [bf7315a48bbc:37471 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:43:47,662 INFO [RS:0;bf7315a48bbc:45367 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:47,664 INFO [RS:0;bf7315a48bbc:45367 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C45367%2C1731951827080, suffix=, logDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080, archiveDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/oldWALs, maxLogs=32 2024-11-18T17:43:47,676 DEBUG [RS:0;bf7315a48bbc:45367 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080/bf7315a48bbc%2C45367%2C1731951827080.1731951827664, exclude list is [], retry=0 2024-11-18T17:43:47,676 INFO [RS:1;bf7315a48bbc:40839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:47,677 INFO [RS:1;bf7315a48bbc:40839 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C40839%2C1731951827131, suffix=, logDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,40839,1731951827131, archiveDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/oldWALs, maxLogs=32 2024-11-18T17:43:47,678 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-d961bb39-2c45-408c-aeff-9c293cae506f,DISK] 2024-11-18T17:43:47,678 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36927,DS-99fe509b-2792-45d4-ae07-94a453d38e15,DISK] 2024-11-18T17:43:47,680 INFO [RS:0;bf7315a48bbc:45367 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080/bf7315a48bbc%2C45367%2C1731951827080.1731951827664 2024-11-18T17:43:47,680 DEBUG [RS:0;bf7315a48bbc:45367 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35259:35259),(127.0.0.1/127.0.0.1:44903:44903)] 2024-11-18T17:43:47,695 DEBUG [RS:1;bf7315a48bbc:40839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,40839,1731951827131/bf7315a48bbc%2C40839%2C1731951827131.1731951827678, exclude list is [], retry=0 2024-11-18T17:43:47,698 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36927,DS-99fe509b-2792-45d4-ae07-94a453d38e15,DISK] 2024-11-18T17:43:47,698 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-d961bb39-2c45-408c-aeff-9c293cae506f,DISK] 2024-11-18T17:43:47,699 INFO [RS:1;bf7315a48bbc:40839 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,40839,1731951827131/bf7315a48bbc%2C40839%2C1731951827131.1731951827678 2024-11-18T17:43:47,700 DEBUG [RS:1;bf7315a48bbc:40839 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44903:44903),(127.0.0.1/127.0.0.1:35259:35259)] 2024-11-18T17:43:47,879 DEBUG [bf7315a48bbc:37471 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T17:43:47,879 DEBUG [bf7315a48bbc:37471 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:47,881 DEBUG [bf7315a48bbc:37471 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:47,881 DEBUG [bf7315a48bbc:37471 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:47,882 INFO [bf7315a48bbc:37471 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:47,882 INFO [bf7315a48bbc:37471 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:47,882 DEBUG [bf7315a48bbc:37471 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:47,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:47,883 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,45367,1731951827080, state=OPENING 2024-11-18T17:43:47,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:43:47,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:47,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bf7315a48bbc,45367,1731951827080}] 2024-11-18T17:43:47,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:47,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:47,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:48,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:48,060 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:48,062 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:48,067 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-18T17:43:48,067 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:48,068 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:43:48,070 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C45367%2C1731951827080.meta, suffix=.meta, logDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080, archiveDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/oldWALs, maxLogs=32 2024-11-18T17:43:48,082 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080/bf7315a48bbc%2C45367%2C1731951827080.meta.1731951828070.meta, exclude list is [], retry=0 2024-11-18T17:43:48,085 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36927,DS-99fe509b-2792-45d4-ae07-94a453d38e15,DISK] 2024-11-18T17:43:48,085 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40925,DS-d961bb39-2c45-408c-aeff-9c293cae506f,DISK] 2024-11-18T17:43:48,088 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080/bf7315a48bbc%2C45367%2C1731951827080.meta.1731951828070.meta 2024-11-18T17:43:48,088 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35259:35259),(127.0.0.1/127.0.0.1:44903:44903)] 2024-11-18T17:43:48,088 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:48,088 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:43:48,088 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:43:48,089 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:43:48,089 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:43:48,089 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:48,089 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-18T17:43:48,089 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-18T17:43:48,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:48,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:48,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:48,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:48,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:48,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:48,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:48,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:48,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:48,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:48,095 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740 2024-11-18T17:43:48,096 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740 2024-11-18T17:43:48,097 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:48,099 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:48,100 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70961357, jitterRate=0.05740661919116974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:48,100 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:48,101 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731951828060 2024-11-18T17:43:48,103 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:43:48,103 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-18T17:43:48,104 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:48,104 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,45367,1731951827080, state=OPEN 2024-11-18T17:43:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:48,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:48,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:48,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:48,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:48,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:43:48,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bf7315a48bbc,45367,1731951827080 in 208 msec 2024-11-18T17:43:48,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:43:48,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-18T17:43:48,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 682 msec 2024-11-18T17:43:48,119 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731951828118, completionTime=-1 2024-11-18T17:43:48,119 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T17:43:48,119 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-18T17:43:48,119 DEBUG [hconnection-0x2b140d99-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:48,121 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:48,122 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-18T17:43:48,122 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731951888122 2024-11-18T17:43:48,122 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731951948122 2024-11-18T17:43:48,122 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-11-18T17:43:48,143 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37471,1731951826921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:48,143 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37471,1731951826921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:48,143 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37471,1731951826921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:48,143 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bf7315a48bbc:37471, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:48,143 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:48,143 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-18T17:43:48,143 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:48,145 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-18T17:43:48,145 DEBUG [master/bf7315a48bbc:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-18T17:43:48,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:48,146 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:48,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:48,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:48,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:48,156 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5159ed6693c9d4da8c895d046bfd78a7, NAME => 'hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd 2024-11-18T17:43:48,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:48,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:48,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:48,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 5159ed6693c9d4da8c895d046bfd78a7, disabling compactions & flushes 2024-11-18T17:43:48,163 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:48,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:48,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. after waiting 0 ms 2024-11-18T17:43:48,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:48,163 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:48,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5159ed6693c9d4da8c895d046bfd78a7: 2024-11-18T17:43:48,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:48,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731951828164"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951828164"}]},"ts":"1731951828164"} 2024-11-18T17:43:48,166 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T17:43:48,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:48,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951828167"}]},"ts":"1731951828167"} 2024-11-18T17:43:48,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-18T17:43:48,188 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:48,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:48,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:48,189 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:48,189 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:48,189 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:48,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5159ed6693c9d4da8c895d046bfd78a7, ASSIGN}] 2024-11-18T17:43:48,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=5159ed6693c9d4da8c895d046bfd78a7, ASSIGN 2024-11-18T17:43:48,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=5159ed6693c9d4da8c895d046bfd78a7, ASSIGN; state=OFFLINE, location=bf7315a48bbc,45367,1731951827080; forceNewPlan=false, retain=false 2024-11-18T17:43:48,343 INFO [bf7315a48bbc:37471 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T17:43:48,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5159ed6693c9d4da8c895d046bfd78a7, regionState=OPENING, regionLocation=bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:48,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 5159ed6693c9d4da8c895d046bfd78a7, server=bf7315a48bbc,45367,1731951827080}] 2024-11-18T17:43:48,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:48,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:48,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 5159ed6693c9d4da8c895d046bfd78a7, NAME => 'hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:48,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:48,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:48,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:48,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:48,510 INFO [StoreOpener-5159ed6693c9d4da8c895d046bfd78a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:48,511 INFO [StoreOpener-5159ed6693c9d4da8c895d046bfd78a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5159ed6693c9d4da8c895d046bfd78a7 columnFamilyName info 2024-11-18T17:43:48,511 DEBUG [StoreOpener-5159ed6693c9d4da8c895d046bfd78a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:48,512 INFO [StoreOpener-5159ed6693c9d4da8c895d046bfd78a7-1 {}] regionserver.HStore(327): Store=5159ed6693c9d4da8c895d046bfd78a7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:48,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:48,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:48,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:48,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:48,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 5159ed6693c9d4da8c895d046bfd78a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73391530, jitterRate=0.09361901879310608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:48,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 5159ed6693c9d4da8c895d046bfd78a7: 2024-11-18T17:43:48,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7., pid=6, masterSystemTime=1731951828501 2024-11-18T17:43:48,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:48,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:48,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=5159ed6693c9d4da8c895d046bfd78a7, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:48,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:43:48,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 5159ed6693c9d4da8c895d046bfd78a7, server=bf7315a48bbc,45367,1731951827080 in 176 msec 2024-11-18T17:43:48,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:43:48,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=5159ed6693c9d4da8c895d046bfd78a7, ASSIGN in 336 msec 2024-11-18T17:43:48,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:48,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951828528"}]},"ts":"1731951828528"} 2024-11-18T17:43:48,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-18T17:43:48,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:48,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 396 msec 2024-11-18T17:43:48,546 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-18T17:43:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:48,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:48,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:48,559 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-18T17:43:48,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:48,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-18T17:43:48,591 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-18T17:43:48,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:48,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-11-18T17:43:48,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-18T17:43:48,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-18T17:43:48,660 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.475sec 2024-11-18T17:43:48,660 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:43:48,660 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:43:48,660 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:43:48,660 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:43:48,660 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:43:48,660 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37471,1731951826921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:48,661 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37471,1731951826921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:43:48,662 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ef302c4 to 127.0.0.1:58456 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e12bf19 2024-11-18T17:43:48,664 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:43:48,664 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:43:48,664 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,37471,1731951826921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:48,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c78c177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:48,677 DEBUG [hconnection-0x709422c2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:48,680 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:48,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:48,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:43:48,684 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:43:48,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-18T17:43:48,688 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:48,688 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:48,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-18T17:43:48,689 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:48,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:48,698 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a04714e3ff22531c34d9c604e0abc60a, NAME => 'testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd 2024-11-18T17:43:48,698 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 44f818958197fae091c4ba0e7b19c780, NAME => 'testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd 2024-11-18T17:43:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:48,705 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:48,706 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing a04714e3ff22531c34d9c604e0abc60a, disabling compactions & flushes 2024-11-18T17:43:48,706 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:48,706 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:48,706 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. after waiting 0 ms 2024-11-18T17:43:48,706 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:48,706 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:48,706 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for a04714e3ff22531c34d9c604e0abc60a: 2024-11-18T17:43:48,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:48,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:48,707 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:48,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 44f818958197fae091c4ba0e7b19c780, disabling compactions & flushes 2024-11-18T17:43:48,708 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:48,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:48,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. after waiting 0 ms 2024-11-18T17:43:48,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:48,708 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:48,708 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 44f818958197fae091c4ba0e7b19c780: 2024-11-18T17:43:48,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:48,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951828709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951828709"}]},"ts":"1731951828709"} 2024-11-18T17:43:48,709 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951828709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951828709"}]},"ts":"1731951828709"} 2024-11-18T17:43:48,712 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-18T17:43:48,713 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:48,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951828713"}]},"ts":"1731951828713"} 2024-11-18T17:43:48,714 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-18T17:43:48,729 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:48,731 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:48,731 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:48,731 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:48,731 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:48,731 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:48,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44f818958197fae091c4ba0e7b19c780, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a04714e3ff22531c34d9c604e0abc60a, ASSIGN}] 2024-11-18T17:43:48,733 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a04714e3ff22531c34d9c604e0abc60a, ASSIGN 2024-11-18T17:43:48,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44f818958197fae091c4ba0e7b19c780, ASSIGN 2024-11-18T17:43:48,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44f818958197fae091c4ba0e7b19c780, ASSIGN; state=OFFLINE, location=bf7315a48bbc,45367,1731951827080; forceNewPlan=false, retain=false 2024-11-18T17:43:48,734 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a04714e3ff22531c34d9c604e0abc60a, ASSIGN; state=OFFLINE, location=bf7315a48bbc,40839,1731951827131; forceNewPlan=false, retain=false 2024-11-18T17:43:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:48,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:43:48,884 INFO [bf7315a48bbc:37471 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-18T17:43:48,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:48,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a04714e3ff22531c34d9c604e0abc60a, regionState=OPENING, regionLocation=bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:48,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=44f818958197fae091c4ba0e7b19c780, regionState=OPENING, regionLocation=bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:48,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:48,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:48,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:48,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure a04714e3ff22531c34d9c604e0abc60a, server=bf7315a48bbc,40839,1731951827131}] 2024-11-18T17:43:48,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:48,887 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 44f818958197fae091c4ba0e7b19c780, server=bf7315a48bbc,45367,1731951827080}] 2024-11-18T17:43:48,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:49,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:49,039 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:49,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:49,041 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:49,045 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,046 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 44f818958197fae091c4ba0e7b19c780, NAME => 'testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780.', STARTKEY => '', ENDKEY => '5'} 2024-11-18T17:43:49,046 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,046 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:49,046 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,046 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,047 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,047 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => a04714e3ff22531c34d9c604e0abc60a, NAME => 'testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a.', STARTKEY => '5', ENDKEY => ''} 2024-11-18T17:43:49,047 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,047 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:49,047 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,048 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,049 INFO [StoreOpener-44f818958197fae091c4ba0e7b19c780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,050 INFO [StoreOpener-a04714e3ff22531c34d9c604e0abc60a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,052 INFO [StoreOpener-44f818958197fae091c4ba0e7b19c780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44f818958197fae091c4ba0e7b19c780 columnFamilyName family 2024-11-18T17:43:49,052 DEBUG [StoreOpener-44f818958197fae091c4ba0e7b19c780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:49,052 INFO [StoreOpener-a04714e3ff22531c34d9c604e0abc60a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a04714e3ff22531c34d9c604e0abc60a columnFamilyName family 2024-11-18T17:43:49,053 DEBUG [StoreOpener-a04714e3ff22531c34d9c604e0abc60a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:49,053 INFO [StoreOpener-44f818958197fae091c4ba0e7b19c780-1 {}] regionserver.HStore(327): Store=44f818958197fae091c4ba0e7b19c780/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:49,053 INFO [StoreOpener-a04714e3ff22531c34d9c604e0abc60a-1 {}] regionserver.HStore(327): Store=a04714e3ff22531c34d9c604e0abc60a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:49,054 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,054 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,054 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,054 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,055 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,055 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,057 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:49,057 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 44f818958197fae091c4ba0e7b19c780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65239598, jitterRate=-0.027854233980178833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:49,058 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 44f818958197fae091c4ba0e7b19c780: 2024-11-18T17:43:49,059 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780., pid=13, masterSystemTime=1731951829040 2024-11-18T17:43:49,059 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:49,060 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened a04714e3ff22531c34d9c604e0abc60a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72987205, jitterRate=0.08759410679340363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:49,060 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for a04714e3ff22531c34d9c604e0abc60a: 2024-11-18T17:43:49,060 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,060 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,060 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a., pid=12, masterSystemTime=1731951829038 2024-11-18T17:43:49,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=44f818958197fae091c4ba0e7b19c780, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:49,062 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,062 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,062 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a04714e3ff22531c34d9c604e0abc60a, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:49,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-18T17:43:49,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 44f818958197fae091c4ba0e7b19c780, server=bf7315a48bbc,45367,1731951827080 in 176 msec 2024-11-18T17:43:49,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=44f818958197fae091c4ba0e7b19c780, ASSIGN in 333 msec 2024-11-18T17:43:49,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T17:43:49,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure a04714e3ff22531c34d9c604e0abc60a, server=bf7315a48bbc,40839,1731951827131 in 178 msec 2024-11-18T17:43:49,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-18T17:43:49,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a04714e3ff22531c34d9c604e0abc60a, ASSIGN in 334 msec 2024-11-18T17:43:49,067 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:49,068 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951829068"}]},"ts":"1731951829068"} 2024-11-18T17:43:49,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-18T17:43:49,114 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:49,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 428 msec 2024-11-18T17:43:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:49,298 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-18T17:43:49,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-18T17:43:49,298 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-18T17:43:49,303 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:49,303 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-18T17:43:49,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:49,317 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:49,326 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 44f818958197fae091c4ba0e7b19c780 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-18T17:43:49,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780/.tmp/family/774ce1944aa2458ab420cd92b78a4a00 is 32, key is 1/family:/1731951829307/Put/seqid=0 2024-11-18T17:43:49,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:49,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:49,756 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780/.tmp/family/774ce1944aa2458ab420cd92b78a4a00 2024-11-18T17:43:49,764 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780/.tmp/family/774ce1944aa2458ab420cd92b78a4a00 as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780/family/774ce1944aa2458ab420cd92b78a4a00 2024-11-18T17:43:49,771 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780/family/774ce1944aa2458ab420cd92b78a4a00, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T17:43:49,772 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 44f818958197fae091c4ba0e7b19c780 in 446ms, sequenceid=8, compaction requested=false 2024-11-18T17:43:49,772 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 44f818958197fae091c4ba0e7b19c780: 2024-11-18T17:43:49,772 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing a04714e3ff22531c34d9c604e0abc60a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-18T17:43:49,787 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a/.tmp/family/1078781c8bb640578c34de0586e9a1e3 is 32, key is 5/family:/1731951829317/Put/seqid=0 2024-11-18T17:43:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:49,792 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a/.tmp/family/1078781c8bb640578c34de0586e9a1e3 2024-11-18T17:43:49,798 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a/.tmp/family/1078781c8bb640578c34de0586e9a1e3 as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a/family/1078781c8bb640578c34de0586e9a1e3 2024-11-18T17:43:49,804 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a/family/1078781c8bb640578c34de0586e9a1e3, entries=5, sequenceid=9, filesize=5.0 K 2024-11-18T17:43:49,805 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a04714e3ff22531c34d9c604e0abc60a in 33ms, sequenceid=9, compaction requested=false 2024-11-18T17:43:49,805 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for a04714e3ff22531c34d9c604e0abc60a: 2024-11-18T17:43:49,806 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b4eee4b to 127.0.0.1:58456 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@232b4a8c 2024-11-18T17:43:49,840 DEBUG [ReadOnlyZKClient-127.0.0.1:58456@0x0b4eee4b {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7848906b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:49,846 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-18T17:43:49,846 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-18T17:43:49,848 DEBUG [ReadOnlyZKClient-127.0.0.1:58456@0x0b4eee4b {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bf7315a48bbc,45367,1731951827080, seqNum=-1] 2024-11-18T17:43:49,848 DEBUG [ReadOnlyZKClient-127.0.0.1:58456@0x0b4eee4b {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:49,849 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:49,851 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:49,851 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:49,852 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:49,852 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] bucket.BucketCache(1852): found 1 blocks for file 774ce1944aa2458ab420cd92b78a4a00, starting offset: 0, end offset: 9223372036854775807 2024-11-18T17:43:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40839 {}] bucket.BucketCache(1852): found 1 blocks for file 1078781c8bb640578c34de0586e9a1e3, starting offset: 0, end offset: 9223372036854775807 2024-11-18T17:43:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40839 {}] bucket.BucketCache(844): removed key 1078781c8bb640578c34de0586e9a1e3_0 from back map with offset lock 2094080 in the evict process 2024-11-18T17:43:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45367 {}] bucket.BucketCache(844): removed key 774ce1944aa2458ab420cd92b78a4a00_0 from back map with offset lock 2094080 in the evict process 2024-11-18T17:43:49,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-18T17:43:49,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T17:43:49,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:49,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b4eee4b to 127.0.0.1:58456 2024-11-18T17:43:49,855 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-18T17:43:49,855 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T17:43:49,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ef302c4 to 127.0.0.1:58456 2024-11-18T17:43:49,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:49,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:43:49,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1440594486, stopped=false 2024-11-18T17:43:49,856 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:49,880 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-18T17:43:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:49,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:49,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:49,881 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,45367,1731951827080' ***** 2024-11-18T17:43:49,881 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:49,881 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,40839,1731951827131' ***** 2024-11-18T17:43:49,881 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:49,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:49,881 INFO [RS:0;bf7315a48bbc:45367 {}] bucket.BucketCache(1727): Disabling cache 2024-11-18T17:43:49,881 INFO [RS:1;bf7315a48bbc:40839 {}] bucket.BucketCache(1727): Disabling cache 2024-11-18T17:43:49,881 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-18T17:43:49,881 INFO [RS:0;bf7315a48bbc:45367 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-18T17:43:49,881 INFO [RS:1;bf7315a48bbc:40839 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-18T17:43:49,881 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:49,881 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-18T17:43:49,882 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:49,882 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-18T17:43:49,882 INFO [RS:1;bf7315a48bbc:40839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:49,882 INFO [RS:1;bf7315a48bbc:40839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:49,882 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(3579): Received CLOSE for a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,882 INFO [RS:0;bf7315a48bbc:45367 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:49,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:49,882 INFO [RS:0;bf7315a48bbc:45367 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:49,882 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(3579): Received CLOSE for 44f818958197fae091c4ba0e7b19c780 2024-11-18T17:43:49,882 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-18T17:43:49,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:49,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:49,882 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:49,882 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:49,882 DEBUG [RS:1;bf7315a48bbc:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:49,883 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-18T17:43:49,883 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-18T17:43:49,883 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(3579): Received CLOSE for 5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:49,883 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1603): Online Regions={a04714e3ff22531c34d9c604e0abc60a=testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a.} 2024-11-18T17:43:49,883 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:49,883 DEBUG [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1629): Waiting on a04714e3ff22531c34d9c604e0abc60a 2024-11-18T17:43:49,883 DEBUG [RS:0;bf7315a48bbc:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 44f818958197fae091c4ba0e7b19c780, disabling compactions & flushes 2024-11-18T17:43:49,883 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:49,883 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,883 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,883 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a04714e3ff22531c34d9c604e0abc60a, disabling compactions & flushes 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. after waiting 0 ms 2024-11-18T17:43:49,883 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,883 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. after waiting 0 ms 2024-11-18T17:43:49,883 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,883 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-18T17:43:49,883 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 44f818958197fae091c4ba0e7b19c780=testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780., 5159ed6693c9d4da8c895d046bfd78a7=hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7.} 2024-11-18T17:43:49,883 DEBUG [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 44f818958197fae091c4ba0e7b19c780, 5159ed6693c9d4da8c895d046bfd78a7 2024-11-18T17:43:49,883 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-18T17:43:49,884 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:49,884 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:49,884 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:49,884 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:49,884 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:49,884 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-18T17:43:49,890 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/a04714e3ff22531c34d9c604e0abc60a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T17:43:49,890 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/default/testClearRegionBlockCache/44f818958197fae091c4ba0e7b19c780/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:43:49,891 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,891 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a04714e3ff22531c34d9c604e0abc60a: 2024-11-18T17:43:49,891 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a. 2024-11-18T17:43:49,891 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,891 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 44f818958197fae091c4ba0e7b19c780: 2024-11-18T17:43:49,891 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731951828685.44f818958197fae091c4ba0e7b19c780. 2024-11-18T17:43:49,891 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5159ed6693c9d4da8c895d046bfd78a7, disabling compactions & flushes 2024-11-18T17:43:49,891 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:49,891 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:49,891 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. after waiting 0 ms 2024-11-18T17:43:49,892 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:49,892 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 5159ed6693c9d4da8c895d046bfd78a7 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-18T17:43:49,906 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/.tmp/info/044a3fe582bb4d90bc15a63744a8907c is 173, key is testClearRegionBlockCache,5,1731951828685.a04714e3ff22531c34d9c604e0abc60a./info:regioninfo/1731951829062/Put/seqid=0 2024-11-18T17:43:49,910 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7/.tmp/info/76632ff3455c4887bfc08ddae8972012 is 45, key is default/info:d/1731951828563/Put/seqid=0 2024-11-18T17:43:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:49,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:49,912 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/.tmp/info/044a3fe582bb4d90bc15a63744a8907c 2024-11-18T17:43:49,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:49,921 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7/.tmp/info/76632ff3455c4887bfc08ddae8972012 2024-11-18T17:43:49,928 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7/.tmp/info/76632ff3455c4887bfc08ddae8972012 as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7/info/76632ff3455c4887bfc08ddae8972012 2024-11-18T17:43:49,935 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7/info/76632ff3455c4887bfc08ddae8972012, entries=2, sequenceid=6, filesize=4.9 K 2024-11-18T17:43:49,937 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/.tmp/table/2dc6266ed26f43a9bc3905da9f734349 is 61, key is testClearRegionBlockCache/table:state/1731951829068/Put/seqid=0 2024-11-18T17:43:49,937 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 5159ed6693c9d4da8c895d046bfd78a7 in 45ms, sequenceid=6, compaction requested=false 2024-11-18T17:43:49,937 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:49,940 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:49,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:49,947 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/.tmp/table/2dc6266ed26f43a9bc3905da9f734349 2024-11-18T17:43:49,948 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/namespace/5159ed6693c9d4da8c895d046bfd78a7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:43:49,948 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:49,948 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5159ed6693c9d4da8c895d046bfd78a7: 2024-11-18T17:43:49,948 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731951828143.5159ed6693c9d4da8c895d046bfd78a7. 2024-11-18T17:43:49,953 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/.tmp/info/044a3fe582bb4d90bc15a63744a8907c as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/info/044a3fe582bb4d90bc15a63744a8907c 2024-11-18T17:43:49,960 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/info/044a3fe582bb4d90bc15a63744a8907c, entries=30, sequenceid=16, filesize=9.1 K 2024-11-18T17:43:49,961 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/.tmp/table/2dc6266ed26f43a9bc3905da9f734349 as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/table/2dc6266ed26f43a9bc3905da9f734349 2024-11-18T17:43:49,968 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/table/2dc6266ed26f43a9bc3905da9f734349, entries=4, sequenceid=16, filesize=5.3 K 2024-11-18T17:43:49,969 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=16, compaction requested=false 2024-11-18T17:43:49,974 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:43:49,974 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:43:49,974 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:49,974 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:49,975 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:50,083 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,40839,1731951827131; all regions closed. 2024-11-18T17:43:50,084 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,45367,1731951827080; all regions closed. 2024-11-18T17:43:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741834_1010 (size=1867) 2024-11-18T17:43:50,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741834_1010 (size=1867) 2024-11-18T17:43:50,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:50,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080/bf7315a48bbc%2C45367%2C1731951827080.meta.1731951828070.meta not finished, retry = 0 2024-11-18T17:43:50,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:50,088 DEBUG [RS:1;bf7315a48bbc:40839 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/oldWALs 2024-11-18T17:43:50,088 INFO [RS:1;bf7315a48bbc:40839 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C40839%2C1731951827131:(num 1731951827678) 2024-11-18T17:43:50,088 DEBUG [RS:1;bf7315a48bbc:40839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:50,088 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:50,089 INFO [RS:1;bf7315a48bbc:40839 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:50,089 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:50,089 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:50,089 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:50,089 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:50,089 INFO [RS:1;bf7315a48bbc:40839 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40839 2024-11-18T17:43:50,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:50,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,40839,1731951827131 2024-11-18T17:43:50,189 DEBUG [RS:0;bf7315a48bbc:45367 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/oldWALs 2024-11-18T17:43:50,190 INFO [RS:0;bf7315a48bbc:45367 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C45367%2C1731951827080.meta:.meta(num 1731951828070) 2024-11-18T17:43:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741833_1009 (size=3079) 2024-11-18T17:43:50,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/WALs/bf7315a48bbc,45367,1731951827080/bf7315a48bbc%2C45367%2C1731951827080.1731951827664 not finished, retry = 0 2024-11-18T17:43:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741833_1009 (size=3079) 2024-11-18T17:43:50,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,40839,1731951827131] 2024-11-18T17:43:50,196 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,40839,1731951827131; numProcessing=1 2024-11-18T17:43:50,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,40839,1731951827131 already deleted, retry=false 2024-11-18T17:43:50,204 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,40839,1731951827131 expired; onlineServers=1 2024-11-18T17:43:50,296 DEBUG [RS:0;bf7315a48bbc:45367 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/oldWALs 2024-11-18T17:43:50,296 INFO [RS:0;bf7315a48bbc:45367 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C45367%2C1731951827080:(num 1731951827664) 2024-11-18T17:43:50,296 DEBUG [RS:0;bf7315a48bbc:45367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:50,296 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:50,296 INFO [RS:0;bf7315a48bbc:45367 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:50,296 INFO [RS:1;bf7315a48bbc:40839 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,40839,1731951827131; zookeeper connection closed. 2024-11-18T17:43:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40839-0x10150553a4c0002, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:50,296 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:50,297 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d5780b5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d5780b5 2024-11-18T17:43:50,297 INFO [RS:0;bf7315a48bbc:45367 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45367 2024-11-18T17:43:50,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,45367,1731951827080 2024-11-18T17:43:50,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:50,305 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f26bc915ad8@33453db6 rejected from java.util.concurrent.ThreadPoolExecutor@377abf06[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-18T17:43:50,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,45367,1731951827080] 2024-11-18T17:43:50,313 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,45367,1731951827080; numProcessing=2 2024-11-18T17:43:50,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,45367,1731951827080 already deleted, retry=false 2024-11-18T17:43:50,321 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,45367,1731951827080 expired; onlineServers=0 2024-11-18T17:43:50,321 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,37471,1731951826921' ***** 2024-11-18T17:43:50,321 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:43:50,322 DEBUG [M:0;bf7315a48bbc:37471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6338e1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:50,322 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,37471,1731951826921 2024-11-18T17:43:50,322 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,37471,1731951826921; all regions closed. 2024-11-18T17:43:50,322 DEBUG [M:0;bf7315a48bbc:37471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:50,322 DEBUG [M:0;bf7315a48bbc:37471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:43:50,322 DEBUG [M:0;bf7315a48bbc:37471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:43:50,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:43:50,322 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951827442 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951827442,5,FailOnTimeoutGroup] 2024-11-18T17:43:50,323 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951827442 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951827442,5,FailOnTimeoutGroup] 2024-11-18T17:43:50,323 INFO [M:0;bf7315a48bbc:37471 {}] hbase.ChoreService(370): Chore service for: master/bf7315a48bbc:0 had [] on shutdown 2024-11-18T17:43:50,323 DEBUG [M:0;bf7315a48bbc:37471 {}] master.HMaster(1733): Stopping service threads 2024-11-18T17:43:50,324 INFO [M:0;bf7315a48bbc:37471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:43:50,324 INFO [M:0;bf7315a48bbc:37471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:43:50,324 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:43:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:50,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:50,330 DEBUG [M:0;bf7315a48bbc:37471 {}] zookeeper.ZKUtil(347): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T17:43:50,330 WARN [M:0;bf7315a48bbc:37471 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:43:50,330 INFO [M:0;bf7315a48bbc:37471 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-18T17:43:50,330 INFO [M:0;bf7315a48bbc:37471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:43:50,330 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:50,331 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:50,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:50,331 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:50,331 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:50,331 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:50,331 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-18T17:43:50,350 DEBUG [M:0;bf7315a48bbc:37471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afa9d40a05ef4ce1bea64dd945154822 is 82, key is hbase:meta,,1/info:regioninfo/1731951828103/Put/seqid=0 2024-11-18T17:43:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:50,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:50,355 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afa9d40a05ef4ce1bea64dd945154822 2024-11-18T17:43:50,377 DEBUG [M:0;bf7315a48bbc:37471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c1bd85441504ad88f8dc9b58b0098e7 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731951829116/Put/seqid=0 2024-11-18T17:43:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741847_1023 (size=7577) 2024-11-18T17:43:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741847_1023 (size=7577) 2024-11-18T17:43:50,382 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c1bd85441504ad88f8dc9b58b0098e7 2024-11-18T17:43:50,400 DEBUG [M:0;bf7315a48bbc:37471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e64519e13014b76a776a9599952687f is 69, key is bf7315a48bbc,40839,1731951827131/rs:state/1731951827493/Put/seqid=0 2024-11-18T17:43:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:50,406 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e64519e13014b76a776a9599952687f 2024-11-18T17:43:50,411 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/afa9d40a05ef4ce1bea64dd945154822 as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afa9d40a05ef4ce1bea64dd945154822 2024-11-18T17:43:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:50,413 INFO [RS:0;bf7315a48bbc:45367 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,45367,1731951827080; zookeeper connection closed. 2024-11-18T17:43:50,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45367-0x10150553a4c0001, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:50,413 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70ca351f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70ca351f 2024-11-18T17:43:50,414 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T17:43:50,417 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/afa9d40a05ef4ce1bea64dd945154822, entries=8, sequenceid=108, filesize=5.5 K 2024-11-18T17:43:50,419 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6c1bd85441504ad88f8dc9b58b0098e7 as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c1bd85441504ad88f8dc9b58b0098e7 2024-11-18T17:43:50,424 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6c1bd85441504ad88f8dc9b58b0098e7, entries=13, sequenceid=108, filesize=7.4 K 2024-11-18T17:43:50,425 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e64519e13014b76a776a9599952687f as hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e64519e13014b76a776a9599952687f 2024-11-18T17:43:50,430 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36959/user/jenkins/test-data/5589c346-4c22-3dd6-1d00-da00261712cd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e64519e13014b76a776a9599952687f, entries=2, sequenceid=108, filesize=5.1 K 2024-11-18T17:43:50,431 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 100ms, sequenceid=108, compaction requested=false 2024-11-18T17:43:50,432 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:50,433 DEBUG [M:0;bf7315a48bbc:37471 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40925 is added to blk_1073741830_1006 (size=54453) 2024-11-18T17:43:50,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36927 is added to blk_1073741830_1006 (size=54453) 2024-11-18T17:43:50,437 INFO [M:0;bf7315a48bbc:37471 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-18T17:43:50,437 INFO [M:0;bf7315a48bbc:37471 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37471 2024-11-18T17:43:50,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:50,446 DEBUG [M:0;bf7315a48bbc:37471 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bf7315a48bbc,37471,1731951826921 already deleted, retry=false 2024-11-18T17:43:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:50,555 INFO [M:0;bf7315a48bbc:37471 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,37471,1731951826921; zookeeper connection closed. 2024-11-18T17:43:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37471-0x10150553a4c0000, quorum=127.0.0.1:58456, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:50,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62ed5624{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:50,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f6aa28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:50,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:50,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7352722d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:50,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d8529b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:50,559 WARN [BP-116967252-172.17.0.2-1731951825427 heartbeating to localhost/127.0.0.1:36959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:50,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:50,559 WARN [BP-116967252-172.17.0.2-1731951825427 heartbeating to localhost/127.0.0.1:36959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-116967252-172.17.0.2-1731951825427 (Datanode Uuid c4122531-cbe3-40e4-96fe-e5d49cdbfeec) service to localhost/127.0.0.1:36959 2024-11-18T17:43:50,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:50,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data3/current/BP-116967252-172.17.0.2-1731951825427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:50,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data4/current/BP-116967252-172.17.0.2-1731951825427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:50,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:50,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7eea241e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:50,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@755fdee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:50,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:50,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f973d52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:50,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c84ecae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:50,563 WARN [BP-116967252-172.17.0.2-1731951825427 heartbeating to localhost/127.0.0.1:36959 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:50,563 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:50,563 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:50,563 WARN [BP-116967252-172.17.0.2-1731951825427 heartbeating to localhost/127.0.0.1:36959 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-116967252-172.17.0.2-1731951825427 (Datanode Uuid 6f70594b-72a4-43ee-bf8e-40e5bb2317a9) service to localhost/127.0.0.1:36959 2024-11-18T17:43:50,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data1/current/BP-116967252-172.17.0.2-1731951825427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:50,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/cluster_de4073e6-de13-28d0-229f-f8afb30484ae/dfs/data/data2/current/BP-116967252-172.17.0.2-1731951825427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:50,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:50,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2999312e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:50,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1872dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:50,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:50,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18f9cd46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:50,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c139efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:50,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:43:50,591 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-18T17:43:50,598 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=152 (was 130) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36959 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36959 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:36959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=493 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=5178 (was 5317) 2024-11-18T17:43:50,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=152, OpenFileDescriptor=493, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=5178 2024-11-18T17:43:50,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir so I do NOT create it in target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a 2024-11-18T17:43:50,617 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:43:50,617 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.tmp.dir so I do NOT create it in target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a 2024-11-18T17:43:50,617 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/65e42dfd-8329-de0e-689b-0c47c53eefbe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:43:50,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd, deleteOnExit=true 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/test.cache.data in system properties and HBase conf 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-18T17:43:50,618 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:50,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:43:50,619 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:43:50,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:50,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:50,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:50,897 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:50,897 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:50,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:50,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71f5d654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:50,899 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b35bac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:50,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21747e6e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/java.io.tmpdir/jetty-localhost-44225-hadoop-hdfs-3_4_1-tests_jar-_-any-3651928610943604852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:50,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56eab72f{HTTP/1.1, (http/1.1)}{localhost:44225} 2024-11-18T17:43:50,991 INFO [Time-limited test {}] server.Server(415): Started @33490ms 2024-11-18T17:43:51,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:51,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:51,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:51,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:51,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:43:51,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187b1717{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:51,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64a4b9ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:51,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f5ad2d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/java.io.tmpdir/jetty-localhost-42735-hadoop-hdfs-3_4_1-tests_jar-_-any-1574725533664238297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:51,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7413c5{HTTP/1.1, (http/1.1)}{localhost:42735} 2024-11-18T17:43:51,291 INFO [Time-limited test {}] server.Server(415): Started @33791ms 2024-11-18T17:43:51,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:51,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:51,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:51,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:51,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:51,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:51,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@580ef631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:51,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1740746{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:51,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70f3d945{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/java.io.tmpdir/jetty-localhost-35515-hadoop-hdfs-3_4_1-tests_jar-_-any-5761856097177033167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:51,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72aafba8{HTTP/1.1, (http/1.1)}{localhost:35515} 2024-11-18T17:43:51,424 INFO [Time-limited test {}] server.Server(415): Started @33923ms 2024-11-18T17:43:51,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:52,047 WARN [Thread-1182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data1/current/BP-245611350-172.17.0.2-1731951830641/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:52,047 WARN [Thread-1183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data2/current/BP-245611350-172.17.0.2-1731951830641/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:52,070 WARN [Thread-1146 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21767cb0963b30d with lease ID 0xe526b8cf27b062ec: Processing first storage report for DS-7cf53b7a-1cd5-4cf4-846f-66062ea2aa40 from datanode DatanodeRegistration(127.0.0.1:37027, datanodeUuid=3f04bbc8-9dc3-473b-83f3-5a8eef3b8247, infoPort=35013, infoSecurePort=0, ipcPort=38243, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641) 2024-11-18T17:43:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21767cb0963b30d with lease ID 0xe526b8cf27b062ec: from storage DS-7cf53b7a-1cd5-4cf4-846f-66062ea2aa40 node DatanodeRegistration(127.0.0.1:37027, datanodeUuid=3f04bbc8-9dc3-473b-83f3-5a8eef3b8247, infoPort=35013, infoSecurePort=0, ipcPort=38243, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb21767cb0963b30d with lease ID 0xe526b8cf27b062ec: Processing first storage report for DS-01d4d031-5f61-4c5e-9ba3-9125ac4be46f from datanode DatanodeRegistration(127.0.0.1:37027, datanodeUuid=3f04bbc8-9dc3-473b-83f3-5a8eef3b8247, infoPort=35013, infoSecurePort=0, ipcPort=38243, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641) 2024-11-18T17:43:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb21767cb0963b30d with lease ID 0xe526b8cf27b062ec: from storage DS-01d4d031-5f61-4c5e-9ba3-9125ac4be46f node DatanodeRegistration(127.0.0.1:37027, datanodeUuid=3f04bbc8-9dc3-473b-83f3-5a8eef3b8247, infoPort=35013, infoSecurePort=0, ipcPort=38243, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:52,149 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data3/current/BP-245611350-172.17.0.2-1731951830641/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:52,149 WARN [Thread-1194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data4/current/BP-245611350-172.17.0.2-1731951830641/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:52,168 WARN [Thread-1169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f9b3c450f9fee05 with lease ID 0xe526b8cf27b062ed: Processing first storage report for DS-62943b78-8246-4ba5-a263-45e5f20cb72f from datanode DatanodeRegistration(127.0.0.1:40771, datanodeUuid=459c5805-8e39-44f7-9068-aa00eb8af7a3, infoPort=43847, infoSecurePort=0, ipcPort=42327, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641) 2024-11-18T17:43:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f9b3c450f9fee05 with lease ID 0xe526b8cf27b062ed: from storage DS-62943b78-8246-4ba5-a263-45e5f20cb72f node DatanodeRegistration(127.0.0.1:40771, datanodeUuid=459c5805-8e39-44f7-9068-aa00eb8af7a3, infoPort=43847, infoSecurePort=0, ipcPort=42327, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f9b3c450f9fee05 with lease ID 0xe526b8cf27b062ed: Processing first storage report for DS-71627869-46b8-416c-802f-77ed7f3ceb27 from datanode DatanodeRegistration(127.0.0.1:40771, datanodeUuid=459c5805-8e39-44f7-9068-aa00eb8af7a3, infoPort=43847, infoSecurePort=0, ipcPort=42327, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641) 2024-11-18T17:43:52,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f9b3c450f9fee05 with lease ID 0xe526b8cf27b062ed: from storage DS-71627869-46b8-416c-802f-77ed7f3ceb27 node DatanodeRegistration(127.0.0.1:40771, datanodeUuid=459c5805-8e39-44f7-9068-aa00eb8af7a3, infoPort=43847, infoSecurePort=0, ipcPort=42327, storageInfo=lv=-57;cid=testClusterID;nsid=811883227;c=1731951830641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:52,255 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a 2024-11-18T17:43:52,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/zookeeper_0, clientPort=64408, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:43:52,260 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64408 2024-11-18T17:43:52,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:52,274 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786 with version=8 2024-11-18T17:43:52,274 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/hbase-staging 2024-11-18T17:43:52,276 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:52,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:52,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,277 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:52,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:52,277 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:52,277 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34307 2024-11-18T17:43:52,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34307 connecting to ZooKeeper ensemble=127.0.0.1:64408 2024-11-18T17:43:52,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343070x0, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:52,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34307-0x10150554f360000 connected 2024-11-18T17:43:52,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:52,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:52,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:52,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34307 2024-11-18T17:43:52,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34307 2024-11-18T17:43:52,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34307 2024-11-18T17:43:52,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34307 2024-11-18T17:43:52,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34307 2024-11-18T17:43:52,403 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786, hbase.cluster.distributed=false 2024-11-18T17:43:52,423 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:52,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:52,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:52,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:52,424 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:52,424 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44823 2024-11-18T17:43:52,425 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:52,425 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-18T17:43:52,429 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-18T17:43:52,429 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-18T17:43:52,430 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-18T17:43:52,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:52,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44823 connecting to ZooKeeper ensemble=127.0.0.1:64408 2024-11-18T17:43:52,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448230x0, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:52,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44823-0x10150554f360001 connected 2024-11-18T17:43:52,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:52,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:52,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:52,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-18T17:43:52,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44823 2024-11-18T17:43:52,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44823 2024-11-18T17:43:52,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-18T17:43:52,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-18T17:43:52,464 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:52,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:52,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:52,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:52,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:52,465 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:52,465 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39871 2024-11-18T17:43:52,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:52,466 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-18T17:43:52,470 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-18T17:43:52,470 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-18T17:43:52,470 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-18T17:43:52,471 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:52,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39871 connecting to ZooKeeper ensemble=127.0.0.1:64408 2024-11-18T17:43:52,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398710x0, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:52,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39871-0x10150554f360002 connected 2024-11-18T17:43:52,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:52,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:52,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:52,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39871 2024-11-18T17:43:52,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39871 2024-11-18T17:43:52,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39871 2024-11-18T17:43:52,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39871 2024-11-18T17:43:52,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39871 2024-11-18T17:43:52,489 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:52,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:52,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:52,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:52,497 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:52,503 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bf7315a48bbc:34307 2024-11-18T17:43:52,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:52,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:52,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:52,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,505 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:52,505 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bf7315a48bbc,34307,1731951832276 from backup master directory 2024-11-18T17:43:52,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:52,513 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:52,513 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:52,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:52,523 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/hbase.id with ID: 1a344ecc-b56d-4b27-8a28-6c01a028f4ca 2024-11-18T17:43:52,534 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:52,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:52,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:52,553 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:52,554 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:43:52,554 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:52,562 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store 2024-11-18T17:43:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:52,569 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:52,569 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:52,569 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:52,569 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:52,569 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:52,569 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:52,569 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:52,569 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:52,570 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/.initializing 2024-11-18T17:43:52,570 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/WALs/bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:52,571 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:52,572 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C34307%2C1731951832276, suffix=, logDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/WALs/bf7315a48bbc,34307,1731951832276, archiveDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/oldWALs, maxLogs=10 2024-11-18T17:43:52,589 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/WALs/bf7315a48bbc,34307,1731951832276/bf7315a48bbc%2C34307%2C1731951832276.1731951832573, exclude list is [], retry=0 2024-11-18T17:43:52,592 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-7cf53b7a-1cd5-4cf4-846f-66062ea2aa40,DISK] 2024-11-18T17:43:52,592 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-62943b78-8246-4ba5-a263-45e5f20cb72f,DISK] 2024-11-18T17:43:52,594 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/WALs/bf7315a48bbc,34307,1731951832276/bf7315a48bbc%2C34307%2C1731951832276.1731951832573 2024-11-18T17:43:52,594 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35013:35013),(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-18T17:43:52,594 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:52,595 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:52,595 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,595 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:43:52,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:52,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:43:52,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:52,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:43:52,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:52,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:43:52,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:52,605 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,605 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,606 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:43:52,607 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:52,609 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:52,610 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64856338, jitterRate=-0.033565253019332886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:43:52,610 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:52,610 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:43:52,613 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5267c5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:52,614 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-18T17:43:52,614 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:43:52,614 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:43:52,614 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:43:52,615 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:43:52,615 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:43:52,615 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:43:52,617 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:43:52,618 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:43:52,626 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:43:52,626 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:43:52,627 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:43:52,634 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:43:52,634 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:43:52,636 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:43:52,646 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:43:52,647 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:43:52,654 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:43:52,657 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:43:52,663 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:43:52,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:52,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:52,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:52,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,672 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bf7315a48bbc,34307,1731951832276, sessionid=0x10150554f360000, setting cluster-up flag (Was=false) 2024-11-18T17:43:52,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,713 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:43:52,714 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:52,754 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:43:52,757 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:52,760 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:52,760 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-18T17:43:52,760 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:43:52,760 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bf7315a48bbc,34307,1731951832276 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bf7315a48bbc:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:52,761 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731951862762 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:43:52,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:43:52,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:43:52,762 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,763 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:43:52,763 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:43:52,763 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:43:52,763 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:52,765 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:43:52,765 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:43:52,765 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951832765,5,FailOnTimeoutGroup] 2024-11-18T17:43:52,766 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951832766,5,FailOnTimeoutGroup] 2024-11-18T17:43:52,766 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,766 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:43:52,766 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,766 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:52,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-18T17:43:52,772 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786 2024-11-18T17:43:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:52,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:52,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:52,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:52,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:52,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:52,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:52,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:52,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:52,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:52,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:52,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:52,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740 2024-11-18T17:43:52,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740 2024-11-18T17:43:52,786 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:52,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:52,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:52,789 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65510194, jitterRate=-0.023822039365768433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:52,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:52,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:52,789 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:52,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:52,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:52,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:52,791 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:52,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:52,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:52,792 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-18T17:43:52,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:43:52,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:43:52,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:43:52,800 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bf7315a48bbc:39871 2024-11-18T17:43:52,801 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1008): ClusterId : 1a344ecc-b56d-4b27-8a28-6c01a028f4ca 2024-11-18T17:43:52,801 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:52,805 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bf7315a48bbc:44823 2024-11-18T17:43:52,810 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1008): ClusterId : 1a344ecc-b56d-4b27-8a28-6c01a028f4ca 2024-11-18T17:43:52,810 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:52,810 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:52,810 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:52,826 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:52,826 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:52,826 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:52,827 DEBUG [RS:1;bf7315a48bbc:39871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bbbfcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:52,827 DEBUG [RS:1;bf7315a48bbc:39871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413d48c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:52,827 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:52,827 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:52,827 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:52,834 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,34307,1731951832276 with isa=bf7315a48bbc/172.17.0.2:39871, startcode=1731951832464 2024-11-18T17:43:52,834 DEBUG [RS:1;bf7315a48bbc:39871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:52,835 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:52,836 DEBUG [RS:0;bf7315a48bbc:44823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e1f9fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:52,836 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40865, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:52,836 DEBUG [RS:0;bf7315a48bbc:44823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dcc475b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:52,836 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:52,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34307 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:52,836 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:52,836 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:52,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34307 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:52,837 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,34307,1731951832276 with isa=bf7315a48bbc/172.17.0.2:44823, startcode=1731951832423 2024-11-18T17:43:52,837 DEBUG [RS:0;bf7315a48bbc:44823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:52,837 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786 2024-11-18T17:43:52,837 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45123 2024-11-18T17:43:52,837 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:52,838 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59727, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:52,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34307 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:52,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34307 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:52,840 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786 2024-11-18T17:43:52,840 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45123 2024-11-18T17:43:52,840 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:52,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:52,872 DEBUG [RS:1;bf7315a48bbc:39871 {}] zookeeper.ZKUtil(111): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:52,872 WARN [RS:1;bf7315a48bbc:39871 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:52,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,44823,1731951832423] 2024-11-18T17:43:52,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,39871,1731951832464] 2024-11-18T17:43:52,872 INFO [RS:1;bf7315a48bbc:39871 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:52,872 DEBUG [RS:0;bf7315a48bbc:44823 {}] zookeeper.ZKUtil(111): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:52,872 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:52,872 WARN [RS:0;bf7315a48bbc:44823 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:52,872 INFO [RS:0;bf7315a48bbc:44823 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:52,872 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:52,876 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:52,876 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:52,876 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:52,876 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:52,877 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:52,877 INFO [RS:1;bf7315a48bbc:39871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:52,877 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,878 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:52,878 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:52,879 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 INFO [RS:0;bf7315a48bbc:44823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:52,879 DEBUG [RS:1;bf7315a48bbc:39871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:52,880 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:52,880 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,880 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,880 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,880 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,880 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,881 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,39871,1731951832464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:52,881 DEBUG [RS:0;bf7315a48bbc:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:52,882 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,882 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,882 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,882 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,882 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44823,1731951832423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:52,900 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:52,900 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,39871,1731951832464-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,900 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:52,900 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,44823,1731951832423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:52,917 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.Replication(204): bf7315a48bbc,44823,1731951832423 started 2024-11-18T17:43:52,917 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,44823,1731951832423, RpcServer on bf7315a48bbc/172.17.0.2:44823, sessionid=0x10150554f360001 2024-11-18T17:43:52,917 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.Replication(204): bf7315a48bbc,39871,1731951832464 started 2024-11-18T17:43:52,917 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:52,917 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,39871,1731951832464, RpcServer on bf7315a48bbc/172.17.0.2:39871, sessionid=0x10150554f360002 2024-11-18T17:43:52,917 DEBUG [RS:0;bf7315a48bbc:44823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:52,917 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,44823,1731951832423' 2024-11-18T17:43:52,917 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:52,917 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:52,917 DEBUG [RS:1;bf7315a48bbc:39871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:52,917 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,39871,1731951832464' 2024-11-18T17:43:52,917 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:52,918 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:52,918 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:52,918 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:52,918 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:52,918 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:52,918 DEBUG [RS:0;bf7315a48bbc:44823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:52,918 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:52,918 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,44823,1731951832423' 2024-11-18T17:43:52,918 DEBUG [RS:1;bf7315a48bbc:39871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:52,918 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:52,918 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,39871,1731951832464' 2024-11-18T17:43:52,918 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:52,919 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:52,919 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:52,919 DEBUG [RS:1;bf7315a48bbc:39871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:52,919 DEBUG [RS:0;bf7315a48bbc:44823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:52,919 INFO [RS:1;bf7315a48bbc:39871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:52,919 INFO [RS:0;bf7315a48bbc:44823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:52,919 INFO [RS:1;bf7315a48bbc:39871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:52,919 INFO [RS:0;bf7315a48bbc:44823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:52,943 WARN [bf7315a48bbc:34307 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:43:53,020 INFO [RS:1;bf7315a48bbc:39871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:53,020 INFO [RS:0;bf7315a48bbc:44823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:53,023 INFO [RS:0;bf7315a48bbc:44823 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C44823%2C1731951832423, suffix=, logDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,44823,1731951832423, archiveDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/oldWALs, maxLogs=32 2024-11-18T17:43:53,023 INFO [RS:1;bf7315a48bbc:39871 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C39871%2C1731951832464, suffix=, logDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464, archiveDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/oldWALs, maxLogs=32 2024-11-18T17:43:53,038 DEBUG [RS:1;bf7315a48bbc:39871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464/bf7315a48bbc%2C39871%2C1731951832464.1731951833023, exclude list is [], retry=0 2024-11-18T17:43:53,038 DEBUG [RS:0;bf7315a48bbc:44823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,44823,1731951832423/bf7315a48bbc%2C44823%2C1731951832423.1731951833023, exclude list is [], retry=0 2024-11-18T17:43:53,041 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-7cf53b7a-1cd5-4cf4-846f-66062ea2aa40,DISK] 2024-11-18T17:43:53,041 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-62943b78-8246-4ba5-a263-45e5f20cb72f,DISK] 2024-11-18T17:43:53,041 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-7cf53b7a-1cd5-4cf4-846f-66062ea2aa40,DISK] 2024-11-18T17:43:53,041 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-62943b78-8246-4ba5-a263-45e5f20cb72f,DISK] 2024-11-18T17:43:53,043 INFO [RS:1;bf7315a48bbc:39871 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464/bf7315a48bbc%2C39871%2C1731951832464.1731951833023 2024-11-18T17:43:53,044 INFO [RS:0;bf7315a48bbc:44823 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,44823,1731951832423/bf7315a48bbc%2C44823%2C1731951832423.1731951833023 2024-11-18T17:43:53,046 DEBUG [RS:1;bf7315a48bbc:39871 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847),(127.0.0.1/127.0.0.1:35013:35013)] 2024-11-18T17:43:53,046 DEBUG [RS:0;bf7315a48bbc:44823 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35013:35013),(127.0.0.1/127.0.0.1:43847:43847)] 2024-11-18T17:43:53,194 DEBUG [bf7315a48bbc:34307 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T17:43:53,194 DEBUG [bf7315a48bbc:34307 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:53,195 DEBUG [bf7315a48bbc:34307 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:53,195 DEBUG [bf7315a48bbc:34307 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:53,196 INFO [bf7315a48bbc:34307 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:53,196 INFO [bf7315a48bbc:34307 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:53,196 DEBUG [bf7315a48bbc:34307 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:53,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:53,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,39871,1731951832464, state=OPENING 2024-11-18T17:43:53,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:43:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:53,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bf7315a48bbc,39871,1731951832464}] 2024-11-18T17:43:53,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:53,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:53,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:53,371 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:53,371 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:53,374 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:53,380 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-18T17:43:53,380 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:53,380 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:43:53,383 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C39871%2C1731951832464.meta, suffix=.meta, logDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464, archiveDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/oldWALs, maxLogs=32 2024-11-18T17:43:53,396 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464/bf7315a48bbc%2C39871%2C1731951832464.meta.1731951833383.meta, exclude list is [], retry=0 2024-11-18T17:43:53,399 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40771,DS-62943b78-8246-4ba5-a263-45e5f20cb72f,DISK] 2024-11-18T17:43:53,399 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37027,DS-7cf53b7a-1cd5-4cf4-846f-66062ea2aa40,DISK] 2024-11-18T17:43:53,400 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464/bf7315a48bbc%2C39871%2C1731951832464.meta.1731951833383.meta 2024-11-18T17:43:53,401 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43847:43847),(127.0.0.1/127.0.0.1:35013:35013)] 2024-11-18T17:43:53,401 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:53,401 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:43:53,401 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:43:53,401 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:43:53,401 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:43:53,401 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:53,402 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-18T17:43:53,402 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-18T17:43:53,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:53,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:53,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:53,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:53,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:53,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:53,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:53,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:53,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:53,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:53,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:53,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:53,408 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740 2024-11-18T17:43:53,409 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740 2024-11-18T17:43:53,410 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:53,411 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:53,412 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69816484, jitterRate=0.04034668207168579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:53,413 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:53,413 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731951833371 2024-11-18T17:43:53,415 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:43:53,415 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-18T17:43:53,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:53,416 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,39871,1731951832464, state=OPEN 2024-11-18T17:43:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:53,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:53,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:53,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:53,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:43:53,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bf7315a48bbc,39871,1731951832464 in 208 msec 2024-11-18T17:43:53,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:43:53,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-18T17:43:53,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 671 msec 2024-11-18T17:43:53,431 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731951833431, completionTime=-1 2024-11-18T17:43:53,431 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T17:43:53,431 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-18T17:43:53,432 DEBUG [hconnection-0x14dec99b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:53,433 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:53,434 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-18T17:43:53,434 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731951893434 2024-11-18T17:43:53,434 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731951953434 2024-11-18T17:43:53,434 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-11-18T17:43:53,454 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:43:53,455 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,34307,1731951832276-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:53,455 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,34307,1731951832276-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:53,455 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,34307,1731951832276-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:53,455 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bf7315a48bbc:34307, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:53,455 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:53,455 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-18T17:43:53,456 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:53,457 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-18T17:43:53,457 DEBUG [master/bf7315a48bbc:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-18T17:43:53,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:53,458 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:53,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:53,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:53,870 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 12f329b02766a412f1e7a94f7b1ade58, NAME => 'hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786 2024-11-18T17:43:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:43:53,883 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:53,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 12f329b02766a412f1e7a94f7b1ade58, disabling compactions & flushes 2024-11-18T17:43:53,884 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:53,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:53,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. after waiting 0 ms 2024-11-18T17:43:53,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:53,884 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:53,884 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 12f329b02766a412f1e7a94f7b1ade58: 2024-11-18T17:43:53,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:53,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731951833885"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951833885"}]},"ts":"1731951833885"} 2024-11-18T17:43:53,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T17:43:53,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:53,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951833888"}]},"ts":"1731951833888"} 2024-11-18T17:43:53,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-18T17:43:53,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:53,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:53,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:53,980 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:53,980 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:53,980 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:53,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=12f329b02766a412f1e7a94f7b1ade58, ASSIGN}] 2024-11-18T17:43:53,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=12f329b02766a412f1e7a94f7b1ade58, ASSIGN 2024-11-18T17:43:53,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=12f329b02766a412f1e7a94f7b1ade58, ASSIGN; state=OFFLINE, location=bf7315a48bbc,44823,1731951832423; forceNewPlan=false, retain=false 2024-11-18T17:43:54,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:43:54,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:54,133 INFO [bf7315a48bbc:34307 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T17:43:54,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=12f329b02766a412f1e7a94f7b1ade58, regionState=OPENING, regionLocation=bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:54,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 12f329b02766a412f1e7a94f7b1ade58, server=bf7315a48bbc,44823,1731951832423}] 2024-11-18T17:43:54,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:54,288 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:54,289 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:54,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 12f329b02766a412f1e7a94f7b1ade58, NAME => 'hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:54,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:54,295 INFO [StoreOpener-12f329b02766a412f1e7a94f7b1ade58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:54,296 INFO [StoreOpener-12f329b02766a412f1e7a94f7b1ade58-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12f329b02766a412f1e7a94f7b1ade58 columnFamilyName info 2024-11-18T17:43:54,297 DEBUG [StoreOpener-12f329b02766a412f1e7a94f7b1ade58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:54,297 INFO [StoreOpener-12f329b02766a412f1e7a94f7b1ade58-1 {}] regionserver.HStore(327): Store=12f329b02766a412f1e7a94f7b1ade58/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:54,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:54,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:54,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:54,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 12f329b02766a412f1e7a94f7b1ade58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71947499, jitterRate=0.07210128009319305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:54,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 12f329b02766a412f1e7a94f7b1ade58: 2024-11-18T17:43:54,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58., pid=6, masterSystemTime=1731951834288 2024-11-18T17:43:54,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:54,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:54,308 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=12f329b02766a412f1e7a94f7b1ade58, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:54,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:43:54,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 12f329b02766a412f1e7a94f7b1ade58, server=bf7315a48bbc,44823,1731951832423 in 175 msec 2024-11-18T17:43:54,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:43:54,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=12f329b02766a412f1e7a94f7b1ade58, ASSIGN in 332 msec 2024-11-18T17:43:54,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:54,315 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951834315"}]},"ts":"1731951834315"} 2024-11-18T17:43:54,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-18T17:43:54,380 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-18T17:43:54,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:54,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 925 msec 2024-11-18T17:43:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:54,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:54,390 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:54,392 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:54,394 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-18T17:43:54,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:54,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-11-18T17:43:54,426 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-18T17:43:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:43:54,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2024-11-18T17:43:54,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-18T17:43:54,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.980sec 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,34307,1731951832276-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:54,493 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,34307,1731951832276-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:43:54,496 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:43:54,496 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:43:54,496 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,34307,1731951832276-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:54,595 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4afc1b80 to 127.0.0.1:64408 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@337235f7 2024-11-18T17:43:54,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55af04ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:54,608 DEBUG [hconnection-0x22046126-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:54,609 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:54,610 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:54,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:43:54,612 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:43:54,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:54,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-18T17:43:54,616 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:54,616 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:54,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-18T17:43:54,617 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:54,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:43:54,626 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cd0b87428d25c59c93f4bb833c608856, NAME => 'testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786 2024-11-18T17:43:54,626 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ae21dc8c086f76b3792df9712bb8e98d, NAME => 'testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786 2024-11-18T17:43:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:43:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:43:54,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:54,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing ae21dc8c086f76b3792df9712bb8e98d, disabling compactions & flushes 2024-11-18T17:43:54,638 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:54,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:54,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. after waiting 0 ms 2024-11-18T17:43:54,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:54,638 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:54,638 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for ae21dc8c086f76b3792df9712bb8e98d: 2024-11-18T17:43:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:54,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:55,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:55,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing cd0b87428d25c59c93f4bb833c608856, disabling compactions & flushes 2024-11-18T17:43:55,038 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:55,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:55,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. after waiting 0 ms 2024-11-18T17:43:55,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:55,038 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:55,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for cd0b87428d25c59c93f4bb833c608856: 2024-11-18T17:43:55,040 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:43:55,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951835041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951835041"}]},"ts":"1731951835041"} 2024-11-18T17:43:55,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951835041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951835041"}]},"ts":"1731951835041"} 2024-11-18T17:43:55,046 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-18T17:43:55,047 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:43:55,048 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951835047"}]},"ts":"1731951835047"} 2024-11-18T17:43:55,049 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-18T17:43:55,096 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:55,098 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:55,098 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:55,098 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:55,098 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:55,098 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:55,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cd0b87428d25c59c93f4bb833c608856, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae21dc8c086f76b3792df9712bb8e98d, ASSIGN}] 2024-11-18T17:43:55,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae21dc8c086f76b3792df9712bb8e98d, ASSIGN 2024-11-18T17:43:55,101 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cd0b87428d25c59c93f4bb833c608856, ASSIGN 2024-11-18T17:43:55,102 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae21dc8c086f76b3792df9712bb8e98d, ASSIGN; state=OFFLINE, location=bf7315a48bbc,39871,1731951832464; forceNewPlan=false, retain=false 2024-11-18T17:43:55,102 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cd0b87428d25c59c93f4bb833c608856, ASSIGN; state=OFFLINE, location=bf7315a48bbc,44823,1731951832423; forceNewPlan=false, retain=false 2024-11-18T17:43:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:55,253 INFO [bf7315a48bbc:34307 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-18T17:43:55,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cd0b87428d25c59c93f4bb833c608856, regionState=OPENING, regionLocation=bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:55,253 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ae21dc8c086f76b3792df9712bb8e98d, regionState=OPENING, regionLocation=bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:55,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure cd0b87428d25c59c93f4bb833c608856, server=bf7315a48bbc,44823,1731951832423}] 2024-11-18T17:43:55,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure ae21dc8c086f76b3792df9712bb8e98d, server=bf7315a48bbc,39871,1731951832464}] 2024-11-18T17:43:55,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:55,414 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:55,420 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:55,420 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => cd0b87428d25c59c93f4bb833c608856, NAME => 'testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856.', STARTKEY => '', ENDKEY => '5'} 2024-11-18T17:43:55,420 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:55,421 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:55,421 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:55,421 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:55,421 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:55,421 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => ae21dc8c086f76b3792df9712bb8e98d, NAME => 'testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d.', STARTKEY => '5', ENDKEY => ''} 2024-11-18T17:43:55,422 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:55,422 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:55,422 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:55,422 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:55,423 INFO [StoreOpener-cd0b87428d25c59c93f4bb833c608856-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:55,423 INFO [StoreOpener-ae21dc8c086f76b3792df9712bb8e98d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:55,425 INFO [StoreOpener-cd0b87428d25c59c93f4bb833c608856-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0b87428d25c59c93f4bb833c608856 columnFamilyName family 2024-11-18T17:43:55,425 DEBUG [StoreOpener-cd0b87428d25c59c93f4bb833c608856-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:55,425 INFO [StoreOpener-ae21dc8c086f76b3792df9712bb8e98d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae21dc8c086f76b3792df9712bb8e98d columnFamilyName family 2024-11-18T17:43:55,425 DEBUG [StoreOpener-ae21dc8c086f76b3792df9712bb8e98d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:55,425 INFO [StoreOpener-cd0b87428d25c59c93f4bb833c608856-1 {}] regionserver.HStore(327): Store=cd0b87428d25c59c93f4bb833c608856/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:55,425 INFO [StoreOpener-ae21dc8c086f76b3792df9712bb8e98d-1 {}] regionserver.HStore(327): Store=ae21dc8c086f76b3792df9712bb8e98d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:55,426 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:55,426 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:55,426 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:55,427 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:55,428 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:55,428 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:55,430 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:55,430 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:55,431 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened ae21dc8c086f76b3792df9712bb8e98d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65797323, jitterRate=-0.01954348385334015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:55,431 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened cd0b87428d25c59c93f4bb833c608856; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71609124, jitterRate=0.06705909967422485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:43:55,431 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for ae21dc8c086f76b3792df9712bb8e98d: 2024-11-18T17:43:55,431 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for cd0b87428d25c59c93f4bb833c608856: 2024-11-18T17:43:55,432 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d., pid=13, masterSystemTime=1731951835414 2024-11-18T17:43:55,432 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856., pid=12, masterSystemTime=1731951835412 2024-11-18T17:43:55,434 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:55,434 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:55,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=cd0b87428d25c59c93f4bb833c608856, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:55,435 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:55,435 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:55,436 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ae21dc8c086f76b3792df9712bb8e98d, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:55,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T17:43:55,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure cd0b87428d25c59c93f4bb833c608856, server=bf7315a48bbc,44823,1731951832423 in 180 msec 2024-11-18T17:43:55,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-18T17:43:55,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure ae21dc8c086f76b3792df9712bb8e98d, server=bf7315a48bbc,39871,1731951832464 in 178 msec 2024-11-18T17:43:55,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cd0b87428d25c59c93f4bb833c608856, ASSIGN in 340 msec 2024-11-18T17:43:55,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-18T17:43:55,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ae21dc8c086f76b3792df9712bb8e98d, ASSIGN in 341 msec 2024-11-18T17:43:55,441 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:43:55,441 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951835441"}]},"ts":"1731951835441"} 2024-11-18T17:43:55,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-18T17:43:55,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:43:55,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 846 msec 2024-11-18T17:43:55,696 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T17:43:55,697 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T17:43:55,699 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-18T17:43:55,699 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-18T17:43:55,700 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:43:55,700 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T17:43:55,701 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T17:43:55,701 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T17:43:55,702 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-18T17:43:55,702 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-18T17:43:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34307 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:43:55,726 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-18T17:43:55,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-18T17:43:55,727 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-18T17:43:55,732 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:43:55,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-18T17:43:55,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:55,738 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:55,752 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing cd0b87428d25c59c93f4bb833c608856 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-18T17:43:55,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856/.tmp/family/abbf1599d2124e45afa26e7d280d76d0 is 32, key is 1/family:/1731951835739/Put/seqid=0 2024-11-18T17:43:55,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:55,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:43:55,775 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856/.tmp/family/abbf1599d2124e45afa26e7d280d76d0 2024-11-18T17:43:55,781 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856/.tmp/family/abbf1599d2124e45afa26e7d280d76d0 as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856/family/abbf1599d2124e45afa26e7d280d76d0 2024-11-18T17:43:55,786 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856/family/abbf1599d2124e45afa26e7d280d76d0, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T17:43:55,787 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for cd0b87428d25c59c93f4bb833c608856 in 35ms, sequenceid=8, compaction requested=false 2024-11-18T17:43:55,787 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for cd0b87428d25c59c93f4bb833c608856: 2024-11-18T17:43:55,787 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ae21dc8c086f76b3792df9712bb8e98d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-18T17:43:55,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d/.tmp/family/d269a789f9814c1f866c195929f38785 is 32, key is 5/family:/1731951835747/Put/seqid=0 2024-11-18T17:43:55,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:43:56,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d/.tmp/family/d269a789f9814c1f866c195929f38785 2024-11-18T17:43:56,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d/.tmp/family/d269a789f9814c1f866c195929f38785 as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d/family/d269a789f9814c1f866c195929f38785 2024-11-18T17:43:56,228 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d/family/d269a789f9814c1f866c195929f38785, entries=5, sequenceid=9, filesize=5.0 K 2024-11-18T17:43:56,229 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ae21dc8c086f76b3792df9712bb8e98d in 442ms, sequenceid=9, compaction requested=false 2024-11-18T17:43:56,229 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ae21dc8c086f76b3792df9712bb8e98d: 2024-11-18T17:43:56,231 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file abbf1599d2124e45afa26e7d280d76d0, starting offset: 0, end offset: 9223372036854775807 2024-11-18T17:43:56,231 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key abbf1599d2124e45afa26e7d280d76d0_0 from back map with offset lock 2094080 in the evict process 2024-11-18T17:43:56,233 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file d269a789f9814c1f866c195929f38785, starting offset: 0, end offset: 9223372036854775807 2024-11-18T17:43:56,233 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key d269a789f9814c1f866c195929f38785_0 from back map with offset lock 2094080 in the evict process 2024-11-18T17:43:56,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-18T17:43:56,233 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T17:43:56,234 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4afc1b80 to 127.0.0.1:64408 2024-11-18T17:43:56,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:56,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:43:56,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=438422680, stopped=false 2024-11-18T17:43:56,234 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:56,280 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-18T17:43:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:56,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:56,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:56,281 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,44823,1731951832423' ***** 2024-11-18T17:43:56,281 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:56,281 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,39871,1731951832464' ***** 2024-11-18T17:43:56,281 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:43:56,281 INFO [RS:0;bf7315a48bbc:44823 {}] bucket.BucketCache(1727): Disabling cache 2024-11-18T17:43:56,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:56,281 INFO [RS:1;bf7315a48bbc:39871 {}] bucket.BucketCache(1727): Disabling cache 2024-11-18T17:43:56,281 INFO [RS:1;bf7315a48bbc:39871 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-18T17:43:56,282 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-18T17:43:56,282 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:56,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:56,282 INFO [RS:1;bf7315a48bbc:39871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:56,282 INFO [RS:0;bf7315a48bbc:44823 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-18T17:43:56,282 INFO [RS:1;bf7315a48bbc:39871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:56,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:56,282 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:43:56,282 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(3579): Received CLOSE for ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:56,282 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-18T17:43:56,282 INFO [RS:0;bf7315a48bbc:44823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:43:56,282 INFO [RS:0;bf7315a48bbc:44823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:43:56,283 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:56,283 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(3579): Received CLOSE for 12f329b02766a412f1e7a94f7b1ade58 2024-11-18T17:43:56,283 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-18T17:43:56,284 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-18T17:43:56,284 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:56,284 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-18T17:43:56,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:43:56,284 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-18T17:43:56,284 DEBUG [RS:1;bf7315a48bbc:39871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:56,284 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:56,285 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:56,284 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(3579): Received CLOSE for cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:56,285 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 12f329b02766a412f1e7a94f7b1ade58, disabling compactions & flushes 2024-11-18T17:43:56,285 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:56,285 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:56,285 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:56,285 DEBUG [RS:0;bf7315a48bbc:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:56,285 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. after waiting 0 ms 2024-11-18T17:43:56,285 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-18T17:43:56,285 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1603): Online Regions={12f329b02766a412f1e7a94f7b1ade58=hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58., cd0b87428d25c59c93f4bb833c608856=testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856.} 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ae21dc8c086f76b3792df9712bb8e98d, disabling compactions & flushes 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:56,285 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:56,285 DEBUG [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1629): Waiting on 12f329b02766a412f1e7a94f7b1ade58, cd0b87428d25c59c93f4bb833c608856 2024-11-18T17:43:56,285 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 12f329b02766a412f1e7a94f7b1ade58 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-18T17:43:56,285 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. after waiting 0 ms 2024-11-18T17:43:56,285 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:56,285 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1603): Online Regions={ae21dc8c086f76b3792df9712bb8e98d=testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d., 1588230740=hbase:meta,,1.1588230740} 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:56,285 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:56,285 DEBUG [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ae21dc8c086f76b3792df9712bb8e98d 2024-11-18T17:43:56,285 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:56,286 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:56,286 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:56,286 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-18T17:43:56,290 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/ae21dc8c086f76b3792df9712bb8e98d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T17:43:56,291 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:56,291 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ae21dc8c086f76b3792df9712bb8e98d: 2024-11-18T17:43:56,291 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d. 2024-11-18T17:43:56,300 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/.tmp/info/6bbc53626ce948df94b135a9b5f1457a is 173, key is testClearRegionBlockCache,5,1731951834614.ae21dc8c086f76b3792df9712bb8e98d./info:regioninfo/1731951835436/Put/seqid=0 2024-11-18T17:43:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:43:56,306 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/.tmp/info/6bbc53626ce948df94b135a9b5f1457a 2024-11-18T17:43:56,306 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58/.tmp/info/4ba428cc9d154a9ca3d228d535c0f749 is 45, key is default/info:d/1731951834399/Put/seqid=0 2024-11-18T17:43:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:56,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:43:56,312 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58/.tmp/info/4ba428cc9d154a9ca3d228d535c0f749 2024-11-18T17:43:56,318 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58/.tmp/info/4ba428cc9d154a9ca3d228d535c0f749 as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58/info/4ba428cc9d154a9ca3d228d535c0f749 2024-11-18T17:43:56,324 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58/info/4ba428cc9d154a9ca3d228d535c0f749, entries=2, sequenceid=6, filesize=4.9 K 2024-11-18T17:43:56,324 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 12f329b02766a412f1e7a94f7b1ade58 in 39ms, sequenceid=6, compaction requested=false 2024-11-18T17:43:56,326 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/.tmp/table/3e17e9b2f0e74c858af9c15ca824a4bc is 61, key is testClearRegionBlockCache/table:state/1731951835441/Put/seqid=0 2024-11-18T17:43:56,328 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/namespace/12f329b02766a412f1e7a94f7b1ade58/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:43:56,329 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:56,329 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 12f329b02766a412f1e7a94f7b1ade58: 2024-11-18T17:43:56,329 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731951833455.12f329b02766a412f1e7a94f7b1ade58. 2024-11-18T17:43:56,329 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cd0b87428d25c59c93f4bb833c608856, disabling compactions & flushes 2024-11-18T17:43:56,329 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:56,329 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:56,330 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. after waiting 0 ms 2024-11-18T17:43:56,330 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:56,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:43:56,333 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/.tmp/table/3e17e9b2f0e74c858af9c15ca824a4bc 2024-11-18T17:43:56,334 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/default/testClearRegionBlockCache/cd0b87428d25c59c93f4bb833c608856/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:43:56,334 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:56,334 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cd0b87428d25c59c93f4bb833c608856: 2024-11-18T17:43:56,334 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731951834614.cd0b87428d25c59c93f4bb833c608856. 2024-11-18T17:43:56,338 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/.tmp/info/6bbc53626ce948df94b135a9b5f1457a as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/info/6bbc53626ce948df94b135a9b5f1457a 2024-11-18T17:43:56,344 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/info/6bbc53626ce948df94b135a9b5f1457a, entries=30, sequenceid=16, filesize=9.1 K 2024-11-18T17:43:56,345 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/.tmp/table/3e17e9b2f0e74c858af9c15ca824a4bc as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/table/3e17e9b2f0e74c858af9c15ca824a4bc 2024-11-18T17:43:56,350 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/table/3e17e9b2f0e74c858af9c15ca824a4bc, entries=4, sequenceid=16, filesize=5.3 K 2024-11-18T17:43:56,351 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 65ms, sequenceid=16, compaction requested=false 2024-11-18T17:43:56,355 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:43:56,356 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:43:56,356 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:56,356 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:56,356 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:56,485 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,44823,1731951832423; all regions closed. 2024-11-18T17:43:56,486 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,39871,1731951832464; all regions closed. 2024-11-18T17:43:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741833_1009 (size=3079) 2024-11-18T17:43:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741833_1009 (size=3079) 2024-11-18T17:43:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:56,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/WALs/bf7315a48bbc,39871,1731951832464/bf7315a48bbc%2C39871%2C1731951832464.meta.1731951833383.meta not finished, retry = 0 2024-11-18T17:43:56,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:43:56,494 DEBUG [RS:0;bf7315a48bbc:44823 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/oldWALs 2024-11-18T17:43:56,494 INFO [RS:0;bf7315a48bbc:44823 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C44823%2C1731951832423:(num 1731951833023) 2024-11-18T17:43:56,494 DEBUG [RS:0;bf7315a48bbc:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:56,494 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:56,494 INFO [RS:0;bf7315a48bbc:44823 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:56,494 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:43:56,494 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:43:56,494 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:56,494 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:43:56,495 INFO [RS:0;bf7315a48bbc:44823 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44823 2024-11-18T17:43:56,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:56,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,44823,1731951832423 2024-11-18T17:43:56,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,44823,1731951832423] 2024-11-18T17:43:56,513 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,44823,1731951832423; numProcessing=1 2024-11-18T17:43:56,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,44823,1731951832423 already deleted, retry=false 2024-11-18T17:43:56,521 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,44823,1731951832423 expired; onlineServers=1 2024-11-18T17:43:56,596 DEBUG [RS:1;bf7315a48bbc:39871 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/oldWALs 2024-11-18T17:43:56,596 INFO [RS:1;bf7315a48bbc:39871 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C39871%2C1731951832464.meta:.meta(num 1731951833383) 2024-11-18T17:43:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741834_1010 (size=1867) 2024-11-18T17:43:56,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741834_1010 (size=1867) 2024-11-18T17:43:56,605 DEBUG [RS:1;bf7315a48bbc:39871 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/oldWALs 2024-11-18T17:43:56,606 INFO [RS:1;bf7315a48bbc:39871 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C39871%2C1731951832464:(num 1731951833023) 2024-11-18T17:43:56,606 DEBUG [RS:1;bf7315a48bbc:39871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:56,606 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:43:56,606 INFO [RS:1;bf7315a48bbc:39871 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T17:43:56,606 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:56,607 INFO [RS:1;bf7315a48bbc:39871 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39871 2024-11-18T17:43:56,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,39871,1731951832464 2024-11-18T17:43:56,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:56,613 INFO [RS:0;bf7315a48bbc:44823 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,44823,1731951832423; zookeeper connection closed. 2024-11-18T17:43:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10150554f360001, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:56,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@606d70e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@606d70e 2024-11-18T17:43:56,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,39871,1731951832464] 2024-11-18T17:43:56,621 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,39871,1731951832464; numProcessing=2 2024-11-18T17:43:56,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,39871,1731951832464 already deleted, retry=false 2024-11-18T17:43:56,629 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,39871,1731951832464 expired; onlineServers=0 2024-11-18T17:43:56,629 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,34307,1731951832276' ***** 2024-11-18T17:43:56,629 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:43:56,629 DEBUG [M:0;bf7315a48bbc:34307 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40257942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:56,630 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,34307,1731951832276 2024-11-18T17:43:56,630 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,34307,1731951832276; all regions closed. 2024-11-18T17:43:56,630 DEBUG [M:0;bf7315a48bbc:34307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:43:56,630 DEBUG [M:0;bf7315a48bbc:34307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:43:56,630 DEBUG [M:0;bf7315a48bbc:34307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:43:56,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:43:56,630 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951832765 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951832765,5,FailOnTimeoutGroup] 2024-11-18T17:43:56,630 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951832766 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951832766,5,FailOnTimeoutGroup] 2024-11-18T17:43:56,630 INFO [M:0;bf7315a48bbc:34307 {}] hbase.ChoreService(370): Chore service for: master/bf7315a48bbc:0 had [] on shutdown 2024-11-18T17:43:56,630 DEBUG [M:0;bf7315a48bbc:34307 {}] master.HMaster(1733): Stopping service threads 2024-11-18T17:43:56,630 INFO [M:0;bf7315a48bbc:34307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:43:56,630 INFO [M:0;bf7315a48bbc:34307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:43:56,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:43:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:56,637 DEBUG [M:0;bf7315a48bbc:34307 {}] zookeeper.ZKUtil(347): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T17:43:56,637 WARN [M:0;bf7315a48bbc:34307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:43:56,637 INFO [M:0;bf7315a48bbc:34307 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-18T17:43:56,638 INFO [M:0;bf7315a48bbc:34307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:43:56,638 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:56,638 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:56,638 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:56,638 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:56,638 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:56,638 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:56,638 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-11-18T17:43:56,657 DEBUG [M:0;bf7315a48bbc:34307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feafc33985bc4fdca207bedb35669c63 is 82, key is hbase:meta,,1/info:regioninfo/1731951833416/Put/seqid=0 2024-11-18T17:43:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:43:56,663 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feafc33985bc4fdca207bedb35669c63 2024-11-18T17:43:56,681 DEBUG [M:0;bf7315a48bbc:34307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6fe0a163c414384a44d3b67381f9667 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731951835461/Put/seqid=0 2024-11-18T17:43:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741847_1023 (size=7577) 2024-11-18T17:43:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741847_1023 (size=7577) 2024-11-18T17:43:56,686 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6fe0a163c414384a44d3b67381f9667 2024-11-18T17:43:56,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:56,721 INFO [RS:1;bf7315a48bbc:39871 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,39871,1731951832464; zookeeper connection closed. 2024-11-18T17:43:56,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39871-0x10150554f360002, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:56,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12a88c34 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12a88c34 2024-11-18T17:43:56,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T17:43:56,735 DEBUG [M:0;bf7315a48bbc:34307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42556dd23c62481d949a731648feb0cc is 69, key is bf7315a48bbc,39871,1731951832464/rs:state/1731951832836/Put/seqid=0 2024-11-18T17:43:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:56,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:43:56,740 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42556dd23c62481d949a731648feb0cc 2024-11-18T17:43:56,745 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/feafc33985bc4fdca207bedb35669c63 as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feafc33985bc4fdca207bedb35669c63 2024-11-18T17:43:56,750 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/feafc33985bc4fdca207bedb35669c63, entries=8, sequenceid=108, filesize=5.5 K 2024-11-18T17:43:56,751 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a6fe0a163c414384a44d3b67381f9667 as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6fe0a163c414384a44d3b67381f9667 2024-11-18T17:43:56,756 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a6fe0a163c414384a44d3b67381f9667, entries=13, sequenceid=108, filesize=7.4 K 2024-11-18T17:43:56,757 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42556dd23c62481d949a731648feb0cc as hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42556dd23c62481d949a731648feb0cc 2024-11-18T17:43:56,761 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45123/user/jenkins/test-data/4c31b934-4a7b-f40b-f928-52df4c5ca786/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42556dd23c62481d949a731648feb0cc, entries=2, sequenceid=108, filesize=5.1 K 2024-11-18T17:43:56,762 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=108, compaction requested=false 2024-11-18T17:43:56,763 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:56,763 DEBUG [M:0;bf7315a48bbc:34307 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:56,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40771 is added to blk_1073741830_1006 (size=54453) 2024-11-18T17:43:56,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37027 is added to blk_1073741830_1006 (size=54453) 2024-11-18T17:43:56,766 INFO [M:0;bf7315a48bbc:34307 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-18T17:43:56,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:43:56,766 INFO [M:0;bf7315a48bbc:34307 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34307 2024-11-18T17:43:56,776 DEBUG [M:0;bf7315a48bbc:34307 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bf7315a48bbc,34307,1731951832276 already deleted, retry=false 2024-11-18T17:43:56,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:56,884 INFO [M:0;bf7315a48bbc:34307 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,34307,1731951832276; zookeeper connection closed. 2024-11-18T17:43:56,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34307-0x10150554f360000, quorum=127.0.0.1:64408, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:43:56,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70f3d945{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:56,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72aafba8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:56,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:56,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1740746{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:56,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@580ef631{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:56,890 WARN [BP-245611350-172.17.0.2-1731951830641 heartbeating to localhost/127.0.0.1:45123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:56,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:56,890 WARN [BP-245611350-172.17.0.2-1731951830641 heartbeating to localhost/127.0.0.1:45123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-245611350-172.17.0.2-1731951830641 (Datanode Uuid 459c5805-8e39-44f7-9068-aa00eb8af7a3) service to localhost/127.0.0.1:45123 2024-11-18T17:43:56,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:56,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data3/current/BP-245611350-172.17.0.2-1731951830641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:56,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data4/current/BP-245611350-172.17.0.2-1731951830641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:56,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:56,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f5ad2d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:56,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7413c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:56,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:56,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64a4b9ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:56,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187b1717{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:56,895 WARN [BP-245611350-172.17.0.2-1731951830641 heartbeating to localhost/127.0.0.1:45123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:43:56,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:43:56,895 WARN [BP-245611350-172.17.0.2-1731951830641 heartbeating to localhost/127.0.0.1:45123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-245611350-172.17.0.2-1731951830641 (Datanode Uuid 3f04bbc8-9dc3-473b-83f3-5a8eef3b8247) service to localhost/127.0.0.1:45123 2024-11-18T17:43:56,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:43:56,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data1/current/BP-245611350-172.17.0.2-1731951830641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:56,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/cluster_c9d7a268-3ad4-079d-0d95-9b59cd8236cd/dfs/data/data2/current/BP-245611350-172.17.0.2-1731951830641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:43:56,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:43:56,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21747e6e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:56,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56eab72f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:43:56,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:43:56,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b35bac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:43:56,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71f5d654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir/,STOPPED} 2024-11-18T17:43:56,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:43:56,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-18T17:43:56,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=172 (was 152) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45123 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45123 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=520 (was 493) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=379 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=5037 (was 5178) 2024-11-18T17:43:56,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=172, OpenFileDescriptor=520, MaxFileDescriptor=1048576, SystemLoadAverage=379, ProcessCount=11, AvailableMemoryMB=5037 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir so I do NOT create it in target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af 2024-11-18T17:43:56,957 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.tmp.dir so I do NOT create it in target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af 2024-11-18T17:43:56,957 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ca2f1da0-aa3f-36cc-9fbb-3dd2f694356a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T17:43:56,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b, deleteOnExit=true 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/test.cache.data in system properties and HBase conf 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.log.dir in system properties and HBase conf 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T17:43:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-18T17:43:56,958 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/nfs.dump.dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/java.io.tmpdir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T17:43:56,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T17:43:56,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T17:43:57,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:57,232 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:57,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:57,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:57,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:57,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:57,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46470fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:57,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bd1b3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:57,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53088ce0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/java.io.tmpdir/jetty-localhost-37305-hadoop-hdfs-3_4_1-tests_jar-_-any-4592413366120384323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:43:57,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13eb1aa0{HTTP/1.1, (http/1.1)}{localhost:37305} 2024-11-18T17:43:57,328 INFO [Time-limited test {}] server.Server(415): Started @39827ms 2024-11-18T17:43:57,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:57,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:57,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:57,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:57,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T17:43:57,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5878e5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:57,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@782b106c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:57,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@487be4b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/java.io.tmpdir/jetty-localhost-45543-hadoop-hdfs-3_4_1-tests_jar-_-any-1514324664679284457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:57,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7443497a{HTTP/1.1, (http/1.1)}{localhost:45543} 2024-11-18T17:43:57,648 INFO [Time-limited test {}] server.Server(415): Started @40147ms 2024-11-18T17:43:57,649 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:57,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T17:43:57,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T17:43:57,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T17:43:57,682 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T17:43:57,682 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T17:43:57,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a3f0faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.log.dir/,AVAILABLE} 2024-11-18T17:43:57,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73313546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T17:43:57,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a4e0c5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/java.io.tmpdir/jetty-localhost-34157-hadoop-hdfs-3_4_1-tests_jar-_-any-826254057329737361/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:43:57,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@462761a7{HTTP/1.1, (http/1.1)}{localhost:34157} 2024-11-18T17:43:57,779 INFO [Time-limited test {}] server.Server(415): Started @40278ms 2024-11-18T17:43:57,780 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T17:43:58,415 WARN [Thread-1453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data1/current/BP-1844126939-172.17.0.2-1731951836973/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:58,416 WARN [Thread-1454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data2/current/BP-1844126939-172.17.0.2-1731951836973/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:58,431 WARN [Thread-1417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x357f99fff981591e with lease ID 0x9ade232e999c4bba: Processing first storage report for DS-d47ded21-45c2-4239-ac58-092c5aef813e from datanode DatanodeRegistration(127.0.0.1:46819, datanodeUuid=a1142098-b414-40a6-8fc8-ae7d297c8410, infoPort=39663, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973) 2024-11-18T17:43:58,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x357f99fff981591e with lease ID 0x9ade232e999c4bba: from storage DS-d47ded21-45c2-4239-ac58-092c5aef813e node DatanodeRegistration(127.0.0.1:46819, datanodeUuid=a1142098-b414-40a6-8fc8-ae7d297c8410, infoPort=39663, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x357f99fff981591e with lease ID 0x9ade232e999c4bba: Processing first storage report for DS-7da328b7-f6b2-4d29-bf37-c3a2312e79c2 from datanode DatanodeRegistration(127.0.0.1:46819, datanodeUuid=a1142098-b414-40a6-8fc8-ae7d297c8410, infoPort=39663, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973) 2024-11-18T17:43:58,434 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x357f99fff981591e with lease ID 0x9ade232e999c4bba: from storage DS-7da328b7-f6b2-4d29-bf37-c3a2312e79c2 node DatanodeRegistration(127.0.0.1:46819, datanodeUuid=a1142098-b414-40a6-8fc8-ae7d297c8410, infoPort=39663, infoSecurePort=0, ipcPort=41967, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:58,599 WARN [Thread-1464 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data3/current/BP-1844126939-172.17.0.2-1731951836973/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:58,599 WARN [Thread-1465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data4/current/BP-1844126939-172.17.0.2-1731951836973/current, will proceed with Du for space computation calculation, 2024-11-18T17:43:58,617 WARN [Thread-1440 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T17:43:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x348bb077536500e9 with lease ID 0x9ade232e999c4bbb: Processing first storage report for DS-0dcfb8e3-4be8-4186-a0fc-0845de19e019 from datanode DatanodeRegistration(127.0.0.1:44683, datanodeUuid=1674b682-0c9e-496c-aae5-e766d92e4cca, infoPort=37047, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973) 2024-11-18T17:43:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x348bb077536500e9 with lease ID 0x9ade232e999c4bbb: from storage DS-0dcfb8e3-4be8-4186-a0fc-0845de19e019 node DatanodeRegistration(127.0.0.1:44683, datanodeUuid=1674b682-0c9e-496c-aae5-e766d92e4cca, infoPort=37047, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x348bb077536500e9 with lease ID 0x9ade232e999c4bbb: Processing first storage report for DS-2eb772bb-9dae-4a0c-8af9-d58e30a45946 from datanode DatanodeRegistration(127.0.0.1:44683, datanodeUuid=1674b682-0c9e-496c-aae5-e766d92e4cca, infoPort=37047, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973) 2024-11-18T17:43:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x348bb077536500e9 with lease ID 0x9ade232e999c4bbb: from storage DS-2eb772bb-9dae-4a0c-8af9-d58e30a45946 node DatanodeRegistration(127.0.0.1:44683, datanodeUuid=1674b682-0c9e-496c-aae5-e766d92e4cca, infoPort=37047, infoSecurePort=0, ipcPort=36247, storageInfo=lv=-57;cid=testClusterID;nsid=698984528;c=1731951836973), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T17:43:58,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af 2024-11-18T17:43:58,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/zookeeper_0, clientPort=62750, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T17:43:58,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62750 2024-11-18T17:43:58,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:58,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741825_1001 (size=7) 2024-11-18T17:43:58,742 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699 with version=8 2024-11-18T17:43:58,742 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/hbase-staging 2024-11-18T17:43:58,745 INFO [Time-limited test {}] client.ConnectionUtils(129): master/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:58,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,745 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:58,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:58,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:58,746 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:58,747 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40875 2024-11-18T17:43:58,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,750 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40875 connecting to ZooKeeper ensemble=127.0.0.1:62750 2024-11-18T17:43:58,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408750x0, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:58,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40875-0x101505568790000 connected 2024-11-18T17:43:58,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:58,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:58,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:58,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40875 2024-11-18T17:43:58,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40875 2024-11-18T17:43:58,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40875 2024-11-18T17:43:58,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40875 2024-11-18T17:43:58,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40875 2024-11-18T17:43:58,887 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699, hbase.cluster.distributed=false 2024-11-18T17:43:58,907 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:58,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:58,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:58,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:58,907 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:58,908 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46027 2024-11-18T17:43:58,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:58,909 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-18T17:43:58,912 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-18T17:43:58,912 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-18T17:43:58,912 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-18T17:43:58,912 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:58,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46027 connecting to ZooKeeper ensemble=127.0.0.1:62750 2024-11-18T17:43:58,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460270x0, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:58,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460270x0, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:58,926 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46027-0x101505568790001 connected 2024-11-18T17:43:58,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:58,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:58,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-18T17:43:58,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46027 2024-11-18T17:43:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46027 2024-11-18T17:43:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-18T17:43:58,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46027 2024-11-18T17:43:58,942 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/bf7315a48bbc:0 server-side Connection retries=45 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T17:43:58,942 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41439 2024-11-18T17:43:58,943 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T17:43:58,943 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-18T17:43:58,948 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-18T17:43:58,948 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-18T17:43:58,949 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-18T17:43:58,949 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T17:43:58,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:58,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41439 connecting to ZooKeeper ensemble=127.0.0.1:62750 2024-11-18T17:43:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414390x0, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T17:43:58,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414390x0, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:43:58,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41439-0x101505568790002 connected 2024-11-18T17:43:58,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:43:58,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T17:43:58,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41439 2024-11-18T17:43:58,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41439 2024-11-18T17:43:58,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41439 2024-11-18T17:43:58,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41439 2024-11-18T17:43:58,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41439 2024-11-18T17:43:58,966 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/bf7315a48bbc,40875,1731951838744 2024-11-18T17:43:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:58,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:58,976 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bf7315a48bbc:40875 2024-11-18T17:43:58,976 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bf7315a48bbc,40875,1731951838744 2024-11-18T17:43:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T17:43:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:58,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:58,985 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:58,985 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bf7315a48bbc,40875,1731951838744 from backup master directory 2024-11-18T17:43:58,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T17:43:58,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bf7315a48bbc,40875,1731951838744 2024-11-18T17:43:58,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:58,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:58,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T17:43:58,993 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:58,993 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bf7315a48bbc,40875,1731951838744 2024-11-18T17:43:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:59,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741826_1002 (size=42) 2024-11-18T17:43:59,004 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/hbase.id with ID: 9efebe03-13a8-4101-afaa-8bbbb2bc2395 2024-11-18T17:43:59,014 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T17:43:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741827_1003 (size=196) 2024-11-18T17:43:59,031 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:43:59,032 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T17:43:59,032 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:59,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741828_1004 (size=1189) 2024-11-18T17:43:59,042 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store 2024-11-18T17:43:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:59,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741829_1005 (size=34) 2024-11-18T17:43:59,052 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:59,052 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:43:59,052 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:59,052 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:59,052 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:43:59,052 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:59,052 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:43:59,052 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:59,053 WARN [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/.initializing 2024-11-18T17:43:59,053 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/WALs/bf7315a48bbc,40875,1731951838744 2024-11-18T17:43:59,054 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:59,056 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C40875%2C1731951838744, suffix=, logDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/WALs/bf7315a48bbc,40875,1731951838744, archiveDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/oldWALs, maxLogs=10 2024-11-18T17:43:59,070 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/WALs/bf7315a48bbc,40875,1731951838744/bf7315a48bbc%2C40875%2C1731951838744.1731951839056, exclude list is [], retry=0 2024-11-18T17:43:59,073 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-d47ded21-45c2-4239-ac58-092c5aef813e,DISK] 2024-11-18T17:43:59,073 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44683,DS-0dcfb8e3-4be8-4186-a0fc-0845de19e019,DISK] 2024-11-18T17:43:59,075 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/WALs/bf7315a48bbc,40875,1731951838744/bf7315a48bbc%2C40875%2C1731951838744.1731951839056 2024-11-18T17:43:59,075 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663),(127.0.0.1/127.0.0.1:37047:37047)] 2024-11-18T17:43:59,075 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:59,075 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:59,075 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,075 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T17:43:59,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:59,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T17:43:59,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:59,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T17:43:59,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:59,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T17:43:59,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:43:59,084 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,084 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,086 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T17:43:59,087 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T17:43:59,089 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:59,089 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75074895, jitterRate=0.11870311200618744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T17:43:59,090 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:43:59,090 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T17:43:59,093 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9309519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:59,094 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-18T17:43:59,094 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T17:43:59,094 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T17:43:59,094 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T17:43:59,094 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T17:43:59,095 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-18T17:43:59,095 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T17:43:59,097 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T17:43:59,097 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T17:43:59,104 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-18T17:43:59,104 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T17:43:59,105 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T17:43:59,112 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-18T17:43:59,112 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T17:43:59,113 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T17:43:59,121 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-18T17:43:59,121 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T17:43:59,129 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T17:43:59,130 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T17:43:59,137 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T17:43:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T17:43:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,146 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=bf7315a48bbc,40875,1731951838744, sessionid=0x101505568790000, setting cluster-up flag (Was=false) 2024-11-18T17:43:59,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,187 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T17:43:59,188 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,40875,1731951838744 2024-11-18T17:43:59,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,229 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T17:43:59,230 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bf7315a48bbc,40875,1731951838744 2024-11-18T17:43:59,233 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:59,233 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-18T17:43:59,233 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T17:43:59,233 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bf7315a48bbc,40875,1731951838744 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=5, maxPoolSize=5 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bf7315a48bbc:0, corePoolSize=10, maxPoolSize=10 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:59,234 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,235 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731951869235 2024-11-18T17:43:59,236 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T17:43:59,236 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T17:43:59,236 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T17:43:59,236 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T17:43:59,236 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T17:43:59,236 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T17:43:59,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:59,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-18T17:43:59,236 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T17:43:59,237 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951839237,5,FailOnTimeoutGroup] 2024-11-18T17:43:59,237 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951839237,5,FailOnTimeoutGroup] 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,237 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,237 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:59,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:59,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741831_1007 (size=1039) 2024-11-18T17:43:59,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-18T17:43:59,249 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699 2024-11-18T17:43:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741832_1008 (size=32) 2024-11-18T17:43:59,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:59,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:59,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:59,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:59,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:59,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:59,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:59,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:59,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:59,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:59,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740 2024-11-18T17:43:59,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740 2024-11-18T17:43:59,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:59,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:59,268 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:43:59,269 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62256518, jitterRate=-0.0723055899143219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:59,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:59,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:43:59,270 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:43:59,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:43:59,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:43:59,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:43:59,270 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:43:59,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:43:59,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-18T17:43:59,272 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-18T17:43:59,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T17:43:59,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T17:43:59,273 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T17:43:59,278 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bf7315a48bbc:46027 2024-11-18T17:43:59,278 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bf7315a48bbc:41439 2024-11-18T17:43:59,279 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1008): ClusterId : 9efebe03-13a8-4101-afaa-8bbbb2bc2395 2024-11-18T17:43:59,279 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1008): ClusterId : 9efebe03-13a8-4101-afaa-8bbbb2bc2395 2024-11-18T17:43:59,279 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:59,279 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T17:43:59,288 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:59,288 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T17:43:59,288 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:59,288 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T17:43:59,296 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:59,297 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T17:43:59,297 DEBUG [RS:0;bf7315a48bbc:46027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fca9748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:59,297 DEBUG [RS:1;bf7315a48bbc:41439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d220062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:43:59,297 DEBUG [RS:0;bf7315a48bbc:46027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c5c984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:59,297 DEBUG [RS:1;bf7315a48bbc:41439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf8a817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:43:59,297 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:59,297 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-18T17:43:59,297 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:59,297 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-18T17:43:59,297 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:59,297 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-18T17:43:59,298 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,40875,1731951838744 with isa=bf7315a48bbc/172.17.0.2:46027, startcode=1731951838907 2024-11-18T17:43:59,298 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(3073): reportForDuty to master=bf7315a48bbc,40875,1731951838744 with isa=bf7315a48bbc/172.17.0.2:41439, startcode=1731951838941 2024-11-18T17:43:59,298 DEBUG [RS:1;bf7315a48bbc:41439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:59,298 DEBUG [RS:0;bf7315a48bbc:46027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T17:43:59,299 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39513, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:59,299 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42023, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T17:43:59,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40875 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,41439,1731951838941 2024-11-18T17:43:59,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40875 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,41439,1731951838941 2024-11-18T17:43:59,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40875 {}] master.ServerManager(332): Checking decommissioned status of RegionServer bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,301 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699 2024-11-18T17:43:59,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40875 {}] master.ServerManager(486): Registering regionserver=bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,301 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45913 2024-11-18T17:43:59,301 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:59,302 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699 2024-11-18T17:43:59,302 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45913 2024-11-18T17:43:59,302 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-18T17:43:59,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:43:59,339 DEBUG [RS:1;bf7315a48bbc:41439 {}] zookeeper.ZKUtil(111): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,41439,1731951838941 2024-11-18T17:43:59,339 WARN [RS:1;bf7315a48bbc:41439 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:59,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,46027,1731951838907] 2024-11-18T17:43:59,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bf7315a48bbc,41439,1731951838941] 2024-11-18T17:43:59,339 INFO [RS:1;bf7315a48bbc:41439 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:59,339 DEBUG [RS:0;bf7315a48bbc:46027 {}] zookeeper.ZKUtil(111): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,339 WARN [RS:0;bf7315a48bbc:46027 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T17:43:59,339 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,41439,1731951838941 2024-11-18T17:43:59,339 INFO [RS:0;bf7315a48bbc:46027 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:59,339 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,342 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:59,342 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-18T17:43:59,342 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:59,342 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T17:43:59,344 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:59,344 INFO [RS:1;bf7315a48bbc:41439 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:59,344 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,345 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:59,345 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T17:43:59,345 INFO [RS:0;bf7315a48bbc:46027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T17:43:59,345 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,345 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-18T17:43:59,346 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bf7315a48bbc:0, corePoolSize=2, maxPoolSize=2 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bf7315a48bbc:0, corePoolSize=1, maxPoolSize=1 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:59,346 DEBUG [RS:0;bf7315a48bbc:46027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:59,346 DEBUG [RS:1;bf7315a48bbc:41439 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bf7315a48bbc:0, corePoolSize=3, maxPoolSize=3 2024-11-18T17:43:59,348 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,46027,1731951838907-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,348 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,41439,1731951838941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:43:59,362 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:59,362 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,46027,1731951838907-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,363 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T17:43:59,363 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,41439,1731951838941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,380 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.Replication(204): bf7315a48bbc,41439,1731951838941 started 2024-11-18T17:43:59,380 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,41439,1731951838941, RpcServer on bf7315a48bbc/172.17.0.2:41439, sessionid=0x101505568790002 2024-11-18T17:43:59,380 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,41439,1731951838941 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,41439,1731951838941' 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:59,381 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.Replication(204): bf7315a48bbc,46027,1731951838907 started 2024-11-18T17:43:59,381 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1767): Serving as bf7315a48bbc,46027,1731951838907, RpcServer on bf7315a48bbc/172.17.0.2:46027, sessionid=0x101505568790001 2024-11-18T17:43:59,381 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T17:43:59,381 DEBUG [RS:0;bf7315a48bbc:46027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,381 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,46027,1731951838907' 2024-11-18T17:43:59,381 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:59,381 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,41439,1731951838941 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,41439,1731951838941' 2024-11-18T17:43:59,381 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:59,382 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T17:43:59,382 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T17:43:59,382 DEBUG [RS:0;bf7315a48bbc:46027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,382 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bf7315a48bbc,46027,1731951838907' 2024-11-18T17:43:59,382 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T17:43:59,382 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:59,382 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T17:43:59,382 DEBUG [RS:1;bf7315a48bbc:41439 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:59,382 INFO [RS:1;bf7315a48bbc:41439 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:59,382 INFO [RS:1;bf7315a48bbc:41439 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:59,382 DEBUG [RS:0;bf7315a48bbc:46027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T17:43:59,382 INFO [RS:0;bf7315a48bbc:46027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T17:43:59,382 INFO [RS:0;bf7315a48bbc:46027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T17:43:59,424 WARN [bf7315a48bbc:40875 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-18T17:43:59,483 INFO [RS:0;bf7315a48bbc:46027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:59,483 INFO [RS:1;bf7315a48bbc:41439 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T17:43:59,484 INFO [RS:1;bf7315a48bbc:41439 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C41439%2C1731951838941, suffix=, logDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,41439,1731951838941, archiveDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/oldWALs, maxLogs=32 2024-11-18T17:43:59,484 INFO [RS:0;bf7315a48bbc:46027 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C46027%2C1731951838907, suffix=, logDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,46027,1731951838907, archiveDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/oldWALs, maxLogs=32 2024-11-18T17:43:59,503 DEBUG [RS:0;bf7315a48bbc:46027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,46027,1731951838907/bf7315a48bbc%2C46027%2C1731951838907.1731951839485, exclude list is [], retry=0 2024-11-18T17:43:59,503 DEBUG [RS:1;bf7315a48bbc:41439 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,41439,1731951838941/bf7315a48bbc%2C41439%2C1731951838941.1731951839485, exclude list is [], retry=0 2024-11-18T17:43:59,506 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44683,DS-0dcfb8e3-4be8-4186-a0fc-0845de19e019,DISK] 2024-11-18T17:43:59,506 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44683,DS-0dcfb8e3-4be8-4186-a0fc-0845de19e019,DISK] 2024-11-18T17:43:59,506 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-d47ded21-45c2-4239-ac58-092c5aef813e,DISK] 2024-11-18T17:43:59,507 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-d47ded21-45c2-4239-ac58-092c5aef813e,DISK] 2024-11-18T17:43:59,527 INFO [RS:0;bf7315a48bbc:46027 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,46027,1731951838907/bf7315a48bbc%2C46027%2C1731951838907.1731951839485 2024-11-18T17:43:59,537 INFO [RS:1;bf7315a48bbc:41439 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,41439,1731951838941/bf7315a48bbc%2C41439%2C1731951838941.1731951839485 2024-11-18T17:43:59,540 DEBUG [RS:0;bf7315a48bbc:46027 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37047:37047),(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-18T17:43:59,543 DEBUG [RS:1;bf7315a48bbc:41439 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37047:37047),(127.0.0.1/127.0.0.1:39663:39663)] 2024-11-18T17:43:59,674 DEBUG [bf7315a48bbc:40875 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T17:43:59,674 DEBUG [bf7315a48bbc:40875 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:43:59,676 DEBUG [bf7315a48bbc:40875 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:43:59,676 DEBUG [bf7315a48bbc:40875 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:43:59,676 INFO [bf7315a48bbc:40875 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:43:59,676 INFO [bf7315a48bbc:40875 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:43:59,676 DEBUG [bf7315a48bbc:40875 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:43:59,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,46027,1731951838907, state=OPENING 2024-11-18T17:43:59,721 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T17:43:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:43:59,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=bf7315a48bbc,46027,1731951838907}] 2024-11-18T17:43:59,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:59,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:59,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:59,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T17:43:59,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T17:43:59,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,882 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:43:59,884 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:43:59,888 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-18T17:43:59,888 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T17:43:59,888 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T17:43:59,890 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bf7315a48bbc%2C46027%2C1731951838907.meta, suffix=.meta, logDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,46027,1731951838907, archiveDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/oldWALs, maxLogs=32 2024-11-18T17:43:59,904 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,46027,1731951838907/bf7315a48bbc%2C46027%2C1731951838907.meta.1731951839890.meta, exclude list is [], retry=0 2024-11-18T17:43:59,907 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46819,DS-d47ded21-45c2-4239-ac58-092c5aef813e,DISK] 2024-11-18T17:43:59,907 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44683,DS-0dcfb8e3-4be8-4186-a0fc-0845de19e019,DISK] 2024-11-18T17:43:59,909 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/WALs/bf7315a48bbc,46027,1731951838907/bf7315a48bbc%2C46027%2C1731951838907.meta.1731951839890.meta 2024-11-18T17:43:59,909 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39663:39663),(127.0.0.1/127.0.0.1:37047:37047)] 2024-11-18T17:43:59,910 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:43:59,910 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T17:43:59,910 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T17:43:59,910 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T17:43:59,910 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T17:43:59,910 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:43:59,910 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-18T17:43:59,911 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-18T17:43:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T17:43:59,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T17:43:59,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T17:43:59,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T17:43:59,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T17:43:59,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T17:43:59,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T17:43:59,916 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740 2024-11-18T17:43:59,917 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740 2024-11-18T17:43:59,919 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-18T17:43:59,920 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-18T17:43:59,920 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66832023, jitterRate=-0.004125252366065979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-18T17:43:59,921 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-18T17:43:59,922 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731951839882 2024-11-18T17:43:59,923 DEBUG [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T17:43:59,923 INFO [RS_OPEN_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-18T17:43:59,924 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,46027,1731951838907 2024-11-18T17:43:59,924 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bf7315a48bbc,46027,1731951838907, state=OPEN 2024-11-18T17:43:59,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:59,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:59,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T17:43:59,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:59,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:59,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T17:43:59,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T17:43:59,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=bf7315a48bbc,46027,1731951838907 in 205 msec 2024-11-18T17:43:59,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T17:43:59,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-18T17:43:59,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 705 msec 2024-11-18T17:43:59,939 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731951839939, completionTime=-1 2024-11-18T17:43:59,939 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-18T17:43:59,939 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-18T17:43:59,939 DEBUG [hconnection-0xe9e6995-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:43:59,941 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60728, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:43:59,942 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-18T17:43:59,942 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731951899942 2024-11-18T17:43:59,942 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731951959942 2024-11-18T17:43:59,942 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-11-18T17:43:59,963 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T17:43:59,963 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40875,1731951838744-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,963 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40875,1731951838744-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,963 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40875,1731951838744-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,963 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bf7315a48bbc:40875, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,963 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T17:43:59,963 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-18T17:43:59,964 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T17:43:59,965 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-18T17:43:59,965 DEBUG [master/bf7315a48bbc:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-18T17:43:59,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:43:59,966 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:43:59,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:43:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:43:59,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741836_1012 (size=358) 2024-11-18T17:44:00,377 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 83a3cc1678ff2a4ae60d09ac4612e83e, NAME => 'hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699 2024-11-18T17:44:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:44:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741837_1013 (size=42) 2024-11-18T17:44:00,388 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:44:00,388 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 83a3cc1678ff2a4ae60d09ac4612e83e, disabling compactions & flushes 2024-11-18T17:44:00,388 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:00,388 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:00,388 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. after waiting 0 ms 2024-11-18T17:44:00,388 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:00,388 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:00,389 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 83a3cc1678ff2a4ae60d09ac4612e83e: 2024-11-18T17:44:00,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:44:00,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731951840390"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951840390"}]},"ts":"1731951840390"} 2024-11-18T17:44:00,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-18T17:44:00,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:44:00,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951840392"}]},"ts":"1731951840392"} 2024-11-18T17:44:00,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-18T17:44:00,421 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:44:00,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:44:00,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:44:00,422 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:44:00,422 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:44:00,422 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:44:00,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=83a3cc1678ff2a4ae60d09ac4612e83e, ASSIGN}] 2024-11-18T17:44:00,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=83a3cc1678ff2a4ae60d09ac4612e83e, ASSIGN 2024-11-18T17:44:00,425 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=83a3cc1678ff2a4ae60d09ac4612e83e, ASSIGN; state=OFFLINE, location=bf7315a48bbc,46027,1731951838907; forceNewPlan=false, retain=false 2024-11-18T17:44:00,575 INFO [bf7315a48bbc:40875 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-18T17:44:00,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=83a3cc1678ff2a4ae60d09ac4612e83e, regionState=OPENING, regionLocation=bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:00,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 83a3cc1678ff2a4ae60d09ac4612e83e, server=bf7315a48bbc,46027,1731951838907}] 2024-11-18T17:44:00,730 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:00,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:00,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 83a3cc1678ff2a4ae60d09ac4612e83e, NAME => 'hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e.', STARTKEY => '', ENDKEY => ''} 2024-11-18T17:44:00,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:00,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:44:00,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:00,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:00,736 INFO [StoreOpener-83a3cc1678ff2a4ae60d09ac4612e83e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:00,737 INFO [StoreOpener-83a3cc1678ff2a4ae60d09ac4612e83e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83a3cc1678ff2a4ae60d09ac4612e83e columnFamilyName info 2024-11-18T17:44:00,737 DEBUG [StoreOpener-83a3cc1678ff2a4ae60d09ac4612e83e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:44:00,738 INFO [StoreOpener-83a3cc1678ff2a4ae60d09ac4612e83e-1 {}] regionserver.HStore(327): Store=83a3cc1678ff2a4ae60d09ac4612e83e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:44:00,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:00,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:00,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:00,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:44:00,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 83a3cc1678ff2a4ae60d09ac4612e83e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66837247, jitterRate=-0.004047408699989319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:44:00,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 83a3cc1678ff2a4ae60d09ac4612e83e: 2024-11-18T17:44:00,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e., pid=6, masterSystemTime=1731951840730 2024-11-18T17:44:00,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:00,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:00,747 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=83a3cc1678ff2a4ae60d09ac4612e83e, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:00,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T17:44:00,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 83a3cc1678ff2a4ae60d09ac4612e83e, server=bf7315a48bbc,46027,1731951838907 in 170 msec 2024-11-18T17:44:00,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T17:44:00,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=83a3cc1678ff2a4ae60d09ac4612e83e, ASSIGN in 327 msec 2024-11-18T17:44:00,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:44:00,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951840752"}]},"ts":"1731951840752"} 2024-11-18T17:44:00,753 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-18T17:44:00,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:44:00,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 799 msec 2024-11-18T17:44:00,766 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-18T17:44:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:44:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:44:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:44:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:44:00,780 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-18T17:44:00,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:44:00,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 26 msec 2024-11-18T17:44:00,812 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-18T17:44:00,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-18T17:44:00,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-11-18T17:44:00,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-18T17:44:00,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-18T17:44:00,879 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.886sec 2024-11-18T17:44:00,880 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T17:44:00,880 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T17:44:00,880 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T17:44:00,880 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T17:44:00,880 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T17:44:00,880 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40875,1731951838744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T17:44:00,880 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40875,1731951838744-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T17:44:00,881 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-18T17:44:00,881 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T17:44:00,881 INFO [master/bf7315a48bbc:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bf7315a48bbc,40875,1731951838744-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T17:44:00,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62c71209 to 127.0.0.1:62750 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@130f3ad6 2024-11-18T17:44:00,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce0c301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T17:44:00,981 DEBUG [hconnection-0x5d7bd393-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:44:00,983 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:44:00,984 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=bf7315a48bbc,40875,1731951838744 2024-11-18T17:44:00,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T17:44:00,987 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T17:44:00,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40875 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T17:44:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40875 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-18T17:44:00,990 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T17:44:00,990 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:44:00,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40875 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-18T17:44:00,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T17:44:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:44:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:44:00,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741838_1014 (size=379) 2024-11-18T17:44:01,000 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6721d1cf8af3cd6a63009f90de6180c2, NAME => 'testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699 2024-11-18T17:44:01,001 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 17e924240680f51cb0d5be695441a93e, NAME => 'testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699 2024-11-18T17:44:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:44:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741840_1016 (size=61) 2024-11-18T17:44:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 6721d1cf8af3cd6a63009f90de6180c2, disabling compactions & flushes 2024-11-18T17:44:01,008 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. after waiting 0 ms 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,008 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741839_1015 (size=61) 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6721d1cf8af3cd6a63009f90de6180c2: 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 17e924240680f51cb0d5be695441a93e, disabling compactions & flushes 2024-11-18T17:44:01,008 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. after waiting 0 ms 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,008 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,008 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 17e924240680f51cb0d5be695441a93e: 2024-11-18T17:44:01,009 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T17:44:01,009 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951841009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951841009"}]},"ts":"1731951841009"} 2024-11-18T17:44:01,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731951841009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731951841009"}]},"ts":"1731951841009"} 2024-11-18T17:44:01,012 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-18T17:44:01,013 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T17:44:01,013 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951841013"}]},"ts":"1731951841013"} 2024-11-18T17:44:01,014 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-18T17:44:01,029 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {bf7315a48bbc=0} racks are {/default-rack=0} 2024-11-18T17:44:01,030 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-18T17:44:01,030 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-18T17:44:01,030 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-18T17:44:01,030 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-18T17:44:01,030 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T17:44:01,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6721d1cf8af3cd6a63009f90de6180c2, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17e924240680f51cb0d5be695441a93e, ASSIGN}] 2024-11-18T17:44:01,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17e924240680f51cb0d5be695441a93e, ASSIGN 2024-11-18T17:44:01,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6721d1cf8af3cd6a63009f90de6180c2, ASSIGN 2024-11-18T17:44:01,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6721d1cf8af3cd6a63009f90de6180c2, ASSIGN; state=OFFLINE, location=bf7315a48bbc,46027,1731951838907; forceNewPlan=false, retain=false 2024-11-18T17:44:01,032 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17e924240680f51cb0d5be695441a93e, ASSIGN; state=OFFLINE, location=bf7315a48bbc,41439,1731951838941; forceNewPlan=false, retain=false 2024-11-18T17:44:01,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:44:01,182 INFO [bf7315a48bbc:40875 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-18T17:44:01,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6721d1cf8af3cd6a63009f90de6180c2, regionState=OPENING, regionLocation=bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:01,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=17e924240680f51cb0d5be695441a93e, regionState=OPENING, regionLocation=bf7315a48bbc,41439,1731951838941 2024-11-18T17:44:01,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 6721d1cf8af3cd6a63009f90de6180c2, server=bf7315a48bbc,46027,1731951838907}] 2024-11-18T17:44:01,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 17e924240680f51cb0d5be695441a93e, server=bf7315a48bbc,41439,1731951838941}] 2024-11-18T17:44:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:44:01,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:01,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to bf7315a48bbc,41439,1731951838941 2024-11-18T17:44:01,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:44:01,343 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:44:01,344 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,345 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6721d1cf8af3cd6a63009f90de6180c2, NAME => 'testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2.', STARTKEY => '', ENDKEY => '5'} 2024-11-18T17:44:01,345 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,345 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:44:01,345 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,345 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,347 INFO [StoreOpener-6721d1cf8af3cd6a63009f90de6180c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,347 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,347 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 17e924240680f51cb0d5be695441a93e, NAME => 'testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e.', STARTKEY => '5', ENDKEY => ''} 2024-11-18T17:44:01,347 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,347 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T17:44:01,348 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,348 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,348 INFO [StoreOpener-6721d1cf8af3cd6a63009f90de6180c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6721d1cf8af3cd6a63009f90de6180c2 columnFamilyName family 2024-11-18T17:44:01,348 DEBUG [StoreOpener-6721d1cf8af3cd6a63009f90de6180c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:44:01,349 INFO [StoreOpener-6721d1cf8af3cd6a63009f90de6180c2-1 {}] regionserver.HStore(327): Store=6721d1cf8af3cd6a63009f90de6180c2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:44:01,349 INFO [StoreOpener-17e924240680f51cb0d5be695441a93e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,350 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,350 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,351 INFO [StoreOpener-17e924240680f51cb0d5be695441a93e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17e924240680f51cb0d5be695441a93e columnFamilyName family 2024-11-18T17:44:01,351 DEBUG [StoreOpener-17e924240680f51cb0d5be695441a93e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T17:44:01,351 INFO [StoreOpener-17e924240680f51cb0d5be695441a93e-1 {}] regionserver.HStore(327): Store=17e924240680f51cb0d5be695441a93e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T17:44:01,352 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,353 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,353 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,355 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,355 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:44:01,356 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6721d1cf8af3cd6a63009f90de6180c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69061444, jitterRate=0.029095709323883057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:44:01,357 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6721d1cf8af3cd6a63009f90de6180c2: 2024-11-18T17:44:01,357 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T17:44:01,358 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 17e924240680f51cb0d5be695441a93e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69504218, jitterRate=0.03569355607032776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T17:44:01,358 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 17e924240680f51cb0d5be695441a93e: 2024-11-18T17:44:01,358 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2., pid=12, masterSystemTime=1731951841340 2024-11-18T17:44:01,359 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e., pid=13, masterSystemTime=1731951841341 2024-11-18T17:44:01,360 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,360 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,360 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6721d1cf8af3cd6a63009f90de6180c2, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:01,360 DEBUG [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,360 INFO [RS_OPEN_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,361 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=17e924240680f51cb0d5be695441a93e, regionState=OPEN, openSeqNum=2, regionLocation=bf7315a48bbc,41439,1731951838941 2024-11-18T17:44:01,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-18T17:44:01,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 17e924240680f51cb0d5be695441a93e, server=bf7315a48bbc,41439,1731951838941 in 174 msec 2024-11-18T17:44:01,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-18T17:44:01,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 6721d1cf8af3cd6a63009f90de6180c2, server=bf7315a48bbc,46027,1731951838907 in 176 msec 2024-11-18T17:44:01,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=17e924240680f51cb0d5be695441a93e, ASSIGN in 333 msec 2024-11-18T17:44:01,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T17:44:01,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6721d1cf8af3cd6a63009f90de6180c2, ASSIGN in 334 msec 2024-11-18T17:44:01,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T17:44:01,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731951841366"}]},"ts":"1731951841366"} 2024-11-18T17:44:01,367 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-18T17:44:01,377 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T17:44:01,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-11-18T17:44:01,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40875 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-18T17:44:01,597 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-18T17:44:01,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-18T17:44:01,597 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:44:01,602 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-18T17:44:01,602 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T17:44:01,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-18T17:44:01,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T17:44:01,617 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T17:44:01,624 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6721d1cf8af3cd6a63009f90de6180c2 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-18T17:44:01,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2/.tmp/family/65c3371986504d0da946112b1db13a23 is 32, key is 1/family:/1731951841607/Put/seqid=0 2024-11-18T17:44:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:44:01,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741841_1017 (size=5054) 2024-11-18T17:44:01,647 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2/.tmp/family/65c3371986504d0da946112b1db13a23 2024-11-18T17:44:01,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2/.tmp/family/65c3371986504d0da946112b1db13a23 as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2/family/65c3371986504d0da946112b1db13a23 2024-11-18T17:44:01,659 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2/family/65c3371986504d0da946112b1db13a23, entries=4, sequenceid=8, filesize=4.9 K 2024-11-18T17:44:01,660 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6721d1cf8af3cd6a63009f90de6180c2 in 35ms, sequenceid=8, compaction requested=false 2024-11-18T17:44:01,660 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6721d1cf8af3cd6a63009f90de6180c2: 2024-11-18T17:44:01,660 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 17e924240680f51cb0d5be695441a93e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-18T17:44:01,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e/.tmp/family/7c337c579079497584445c196d745c54 is 32, key is 5/family:/1731951841617/Put/seqid=0 2024-11-18T17:44:01,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:44:01,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741842_1018 (size=5083) 2024-11-18T17:44:01,677 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e/.tmp/family/7c337c579079497584445c196d745c54 2024-11-18T17:44:01,683 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e/.tmp/family/7c337c579079497584445c196d745c54 as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e/family/7c337c579079497584445c196d745c54 2024-11-18T17:44:01,688 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e/family/7c337c579079497584445c196d745c54, entries=5, sequenceid=9, filesize=5.0 K 2024-11-18T17:44:01,688 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 17e924240680f51cb0d5be695441a93e in 28ms, sequenceid=9, compaction requested=false 2024-11-18T17:44:01,688 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 17e924240680f51cb0d5be695441a93e: 2024-11-18T17:44:01,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:44:01,695 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:44:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] bucket.BucketCache(1852): found 1 blocks for file 65c3371986504d0da946112b1db13a23, starting offset: 0, end offset: 9223372036854775807 2024-11-18T17:44:01,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46027 {}] bucket.BucketCache(844): removed key 65c3371986504d0da946112b1db13a23_0 from back map with offset lock 2094080 in the evict process 2024-11-18T17:44:01,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T17:44:01,697 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T17:44:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] bucket.BucketCache(1852): found 1 blocks for file 7c337c579079497584445c196d745c54, starting offset: 0, end offset: 9223372036854775807 2024-11-18T17:44:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41439 {}] bucket.BucketCache(844): removed key 7c337c579079497584445c196d745c54_0 from back map with offset lock 2094080 in the evict process 2024-11-18T17:44:01,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-18T17:44:01,698 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-18T17:44:01,698 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62c71209 to 127.0.0.1:62750 2024-11-18T17:44:01,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:44:01,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T17:44:01,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1155911702, stopped=false 2024-11-18T17:44:01,698 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=bf7315a48bbc,40875,1731951838744 2024-11-18T17:44:01,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:44:01,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:44:01,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T17:44:01,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:44:01,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:44:01,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:44:01,751 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-18T17:44:01,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:44:01,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:44:01,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:44:01,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T17:44:01,752 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,46027,1731951838907' ***** 2024-11-18T17:44:01,752 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:44:01,752 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,41439,1731951838941' ***** 2024-11-18T17:44:01,752 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-18T17:44:01,752 INFO [RS:0;bf7315a48bbc:46027 {}] bucket.BucketCache(1727): Disabling cache 2024-11-18T17:44:01,752 INFO [RS:1;bf7315a48bbc:41439 {}] bucket.BucketCache(1727): Disabling cache 2024-11-18T17:44:01,752 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-18T17:44:01,752 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-18T17:44:01,752 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-18T17:44:01,752 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-18T17:44:01,752 INFO [RS:0;bf7315a48bbc:46027 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-18T17:44:01,752 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:44:01,752 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-18T17:44:01,752 INFO [RS:1;bf7315a48bbc:41439 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-18T17:44:01,752 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-18T17:44:01,752 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:44:01,752 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T17:44:01,752 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-18T17:44:01,753 INFO [RS:1;bf7315a48bbc:41439 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T17:44:01,753 INFO [RS:1;bf7315a48bbc:41439 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(3579): Received CLOSE for 6721d1cf8af3cd6a63009f90de6180c2 2024-11-18T17:44:01,753 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(3579): Received CLOSE for 17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,753 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,41439,1731951838941 2024-11-18T17:44:01,753 DEBUG [RS:1;bf7315a48bbc:41439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(3579): Received CLOSE for 83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:01,753 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-18T17:44:01,753 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1603): Online Regions={17e924240680f51cb0d5be695441a93e=testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e.} 2024-11-18T17:44:01,753 DEBUG [RS:0;bf7315a48bbc:46027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6721d1cf8af3cd6a63009f90de6180c2, disabling compactions & flushes 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 17e924240680f51cb0d5be695441a93e, disabling compactions & flushes 2024-11-18T17:44:01,753 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,753 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:44:01,753 DEBUG [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1629): Waiting on 17e924240680f51cb0d5be695441a93e 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. after waiting 0 ms 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. after waiting 0 ms 2024-11-18T17:44:01,753 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-18T17:44:01,753 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-18T17:44:01,753 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 6721d1cf8af3cd6a63009f90de6180c2=testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2., 83a3cc1678ff2a4ae60d09ac4612e83e=hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e.} 2024-11-18T17:44:01,754 DEBUG [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6721d1cf8af3cd6a63009f90de6180c2, 83a3cc1678ff2a4ae60d09ac4612e83e 2024-11-18T17:44:01,754 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-18T17:44:01,754 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-18T17:44:01,754 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-18T17:44:01,754 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T17:44:01,754 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T17:44:01,754 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-18T17:44:01,757 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/6721d1cf8af3cd6a63009f90de6180c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-18T17:44:01,757 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/default/testClearRegionBlockCache/17e924240680f51cb0d5be695441a93e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-18T17:44:01,757 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,757 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6721d1cf8af3cd6a63009f90de6180c2: 2024-11-18T17:44:01,758 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,758 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731951840988.6721d1cf8af3cd6a63009f90de6180c2. 2024-11-18T17:44:01,758 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 17e924240680f51cb0d5be695441a93e: 2024-11-18T17:44:01,758 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 83a3cc1678ff2a4ae60d09ac4612e83e, disabling compactions & flushes 2024-11-18T17:44:01,758 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e. 2024-11-18T17:44:01,758 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:01,758 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:01,758 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. after waiting 0 ms 2024-11-18T17:44:01,758 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:01,758 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 83a3cc1678ff2a4ae60d09ac4612e83e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-18T17:44:01,768 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/.tmp/info/984e88e85ae3423e9df248ea684072dc is 173, key is testClearRegionBlockCache,5,1731951840988.17e924240680f51cb0d5be695441a93e./info:regioninfo/1731951841361/Put/seqid=0 2024-11-18T17:44:01,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:44:01,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741843_1019 (size=9337) 2024-11-18T17:44:01,774 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/.tmp/info/984e88e85ae3423e9df248ea684072dc 2024-11-18T17:44:01,774 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e/.tmp/info/9de5078166ec499ca59873b067bdfb93 is 45, key is default/info:d/1731951840784/Put/seqid=0 2024-11-18T17:44:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:44:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741844_1020 (size=5037) 2024-11-18T17:44:01,780 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e/.tmp/info/9de5078166ec499ca59873b067bdfb93 2024-11-18T17:44:01,785 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e/.tmp/info/9de5078166ec499ca59873b067bdfb93 as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e/info/9de5078166ec499ca59873b067bdfb93 2024-11-18T17:44:01,790 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e/info/9de5078166ec499ca59873b067bdfb93, entries=2, sequenceid=6, filesize=4.9 K 2024-11-18T17:44:01,791 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 83a3cc1678ff2a4ae60d09ac4612e83e in 33ms, sequenceid=6, compaction requested=false 2024-11-18T17:44:01,793 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/.tmp/table/26b4c474d2b24f12baaf8c792be9e82d is 61, key is testClearRegionBlockCache/table:state/1731951841366/Put/seqid=0 2024-11-18T17:44:01,796 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/namespace/83a3cc1678ff2a4ae60d09ac4612e83e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-18T17:44:01,796 INFO [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:01,796 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 83a3cc1678ff2a4ae60d09ac4612e83e: 2024-11-18T17:44:01,797 DEBUG [RS_CLOSE_REGION-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731951839963.83a3cc1678ff2a4ae60d09ac4612e83e. 2024-11-18T17:44:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:44:01,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741845_1021 (size=5392) 2024-11-18T17:44:01,798 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/.tmp/table/26b4c474d2b24f12baaf8c792be9e82d 2024-11-18T17:44:01,803 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/.tmp/info/984e88e85ae3423e9df248ea684072dc as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/info/984e88e85ae3423e9df248ea684072dc 2024-11-18T17:44:01,808 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/info/984e88e85ae3423e9df248ea684072dc, entries=30, sequenceid=16, filesize=9.1 K 2024-11-18T17:44:01,809 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/.tmp/table/26b4c474d2b24f12baaf8c792be9e82d as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/table/26b4c474d2b24f12baaf8c792be9e82d 2024-11-18T17:44:01,814 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/table/26b4c474d2b24f12baaf8c792be9e82d, entries=4, sequenceid=16, filesize=5.3 K 2024-11-18T17:44:01,814 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 60ms, sequenceid=16, compaction requested=false 2024-11-18T17:44:01,818 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-18T17:44:01,819 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T17:44:01,819 INFO [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-18T17:44:01,819 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-18T17:44:01,819 DEBUG [RS_CLOSE_META-regionserver/bf7315a48bbc:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T17:44:01,850 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:44:01,850 INFO [regionserver/bf7315a48bbc:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:44:01,953 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,41439,1731951838941; all regions closed. 2024-11-18T17:44:01,954 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,46027,1731951838907; all regions closed. 2024-11-18T17:44:01,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:44:01,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741835_1011 (size=5602) 2024-11-18T17:44:01,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741834_1010 (size=1867) 2024-11-18T17:44:01,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741834_1010 (size=1867) 2024-11-18T17:44:01,962 DEBUG [RS:0;bf7315a48bbc:46027 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/oldWALs 2024-11-18T17:44:01,962 INFO [RS:0;bf7315a48bbc:46027 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C46027%2C1731951838907.meta:.meta(num 1731951839890) 2024-11-18T17:44:01,962 DEBUG [RS:1;bf7315a48bbc:41439 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/oldWALs 2024-11-18T17:44:01,962 INFO [RS:1;bf7315a48bbc:41439 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C41439%2C1731951838941:(num 1731951839485) 2024-11-18T17:44:01,962 DEBUG [RS:1;bf7315a48bbc:41439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:44:01,962 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:44:01,962 INFO [RS:1;bf7315a48bbc:41439 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:44:01,963 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T17:44:01,963 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T17:44:01,963 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T17:44:01,963 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:44:01,963 INFO [RS:1;bf7315a48bbc:41439 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41439 2024-11-18T17:44:01,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741833_1009 (size=3079) 2024-11-18T17:44:01,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741833_1009 (size=3079) 2024-11-18T17:44:01,966 DEBUG [RS:0;bf7315a48bbc:46027 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/oldWALs 2024-11-18T17:44:01,966 INFO [RS:0;bf7315a48bbc:46027 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL bf7315a48bbc%2C46027%2C1731951838907:(num 1731951839485) 2024-11-18T17:44:01,966 DEBUG [RS:0;bf7315a48bbc:46027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:44:01,966 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T17:44:01,967 INFO [RS:0;bf7315a48bbc:46027 {}] hbase.ChoreService(370): Chore service for: regionserver/bf7315a48bbc:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-18T17:44:01,967 INFO [regionserver/bf7315a48bbc:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:44:01,967 INFO [RS:0;bf7315a48bbc:46027 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46027 2024-11-18T17:44:01,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,41439,1731951838941 2024-11-18T17:44:01,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T17:44:01,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bf7315a48bbc,46027,1731951838907 2024-11-18T17:44:01,987 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,46027,1731951838907] 2024-11-18T17:44:01,987 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,46027,1731951838907; numProcessing=1 2024-11-18T17:44:02,004 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,46027,1731951838907 already deleted, retry=false 2024-11-18T17:44:02,004 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,46027,1731951838907 expired; onlineServers=1 2024-11-18T17:44:02,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bf7315a48bbc,41439,1731951838941] 2024-11-18T17:44:02,004 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing bf7315a48bbc,41439,1731951838941; numProcessing=2 2024-11-18T17:44:02,012 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/bf7315a48bbc,41439,1731951838941 already deleted, retry=false 2024-11-18T17:44:02,012 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; bf7315a48bbc,41439,1731951838941 expired; onlineServers=0 2024-11-18T17:44:02,012 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'bf7315a48bbc,40875,1731951838744' ***** 2024-11-18T17:44:02,012 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T17:44:02,013 DEBUG [M:0;bf7315a48bbc:40875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de102c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bf7315a48bbc/172.17.0.2:0 2024-11-18T17:44:02,013 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HRegionServer(1224): stopping server bf7315a48bbc,40875,1731951838744 2024-11-18T17:44:02,013 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HRegionServer(1250): stopping server bf7315a48bbc,40875,1731951838744; all regions closed. 2024-11-18T17:44:02,013 DEBUG [M:0;bf7315a48bbc:40875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T17:44:02,013 DEBUG [M:0;bf7315a48bbc:40875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T17:44:02,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T17:44:02,013 DEBUG [M:0;bf7315a48bbc:40875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T17:44:02,013 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951839237 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.small.0-1731951839237,5,FailOnTimeoutGroup] 2024-11-18T17:44:02,013 DEBUG [master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951839237 {}] cleaner.HFileCleaner(306): Exit Thread[master/bf7315a48bbc:0:becomeActiveMaster-HFileCleaner.large.0-1731951839237,5,FailOnTimeoutGroup] 2024-11-18T17:44:02,013 INFO [M:0;bf7315a48bbc:40875 {}] hbase.ChoreService(370): Chore service for: master/bf7315a48bbc:0 had [] on shutdown 2024-11-18T17:44:02,013 DEBUG [M:0;bf7315a48bbc:40875 {}] master.HMaster(1733): Stopping service threads 2024-11-18T17:44:02,014 INFO [M:0;bf7315a48bbc:40875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T17:44:02,014 INFO [M:0;bf7315a48bbc:40875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T17:44:02,014 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T17:44:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T17:44:02,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T17:44:02,021 DEBUG [M:0;bf7315a48bbc:40875 {}] zookeeper.ZKUtil(347): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T17:44:02,021 WARN [M:0;bf7315a48bbc:40875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T17:44:02,021 INFO [M:0;bf7315a48bbc:40875 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-18T17:44:02,021 INFO [M:0;bf7315a48bbc:40875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T17:44:02,021 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T17:44:02,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T17:44:02,022 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:44:02,022 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:44:02,022 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T17:44:02,022 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:44:02,022 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-11-18T17:44:02,040 DEBUG [M:0;bf7315a48bbc:40875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4958530b31464dbc8fbd887235dc4b07 is 82, key is hbase:meta,,1/info:regioninfo/1731951839924/Put/seqid=0 2024-11-18T17:44:02,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:44:02,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741846_1022 (size=5672) 2024-11-18T17:44:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:44:02,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41439-0x101505568790002, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:44:02,088 INFO [RS:1;bf7315a48bbc:41439 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,41439,1731951838941; zookeeper connection closed. 2024-11-18T17:44:02,088 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32fedc98 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32fedc98 2024-11-18T17:44:02,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:44:02,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46027-0x101505568790001, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:44:02,096 INFO [RS:0;bf7315a48bbc:46027 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,46027,1731951838907; zookeeper connection closed. 2024-11-18T17:44:02,096 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66cbe318 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66cbe318 2024-11-18T17:44:02,096 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-18T17:44:02,447 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4958530b31464dbc8fbd887235dc4b07 2024-11-18T17:44:02,475 DEBUG [M:0;bf7315a48bbc:40875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21cd391c4a3e472f9e12544408d529a0 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731951841377/Put/seqid=0 2024-11-18T17:44:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741847_1023 (size=7581) 2024-11-18T17:44:02,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741847_1023 (size=7581) 2024-11-18T17:44:02,480 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21cd391c4a3e472f9e12544408d529a0 2024-11-18T17:44:02,497 DEBUG [M:0;bf7315a48bbc:40875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29345cd8be1447c0bcedeede21253373 is 69, key is bf7315a48bbc,41439,1731951838941/rs:state/1731951839300/Put/seqid=0 2024-11-18T17:44:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:44:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741848_1024 (size=5224) 2024-11-18T17:44:02,503 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29345cd8be1447c0bcedeede21253373 2024-11-18T17:44:02,508 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4958530b31464dbc8fbd887235dc4b07 as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4958530b31464dbc8fbd887235dc4b07 2024-11-18T17:44:02,512 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4958530b31464dbc8fbd887235dc4b07, entries=8, sequenceid=108, filesize=5.5 K 2024-11-18T17:44:02,513 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21cd391c4a3e472f9e12544408d529a0 as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21cd391c4a3e472f9e12544408d529a0 2024-11-18T17:44:02,518 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21cd391c4a3e472f9e12544408d529a0, entries=13, sequenceid=108, filesize=7.4 K 2024-11-18T17:44:02,518 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29345cd8be1447c0bcedeede21253373 as hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29345cd8be1447c0bcedeede21253373 2024-11-18T17:44:02,523 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45913/user/jenkins/test-data/8518698a-74d9-269e-635f-75e055583699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29345cd8be1447c0bcedeede21253373, entries=2, sequenceid=108, filesize=5.1 K 2024-11-18T17:44:02,524 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=108, compaction requested=false 2024-11-18T17:44:02,525 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T17:44:02,525 DEBUG [M:0;bf7315a48bbc:40875 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-18T17:44:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44683 is added to blk_1073741830_1006 (size=54553) 2024-11-18T17:44:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46819 is added to blk_1073741830_1006 (size=54553) 2024-11-18T17:44:02,527 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-18T17:44:02,527 INFO [M:0;bf7315a48bbc:40875 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-18T17:44:02,527 INFO [M:0;bf7315a48bbc:40875 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40875 2024-11-18T17:44:02,571 DEBUG [M:0;bf7315a48bbc:40875 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/bf7315a48bbc,40875,1731951838744 already deleted, retry=false 2024-11-18T17:44:02,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:44:02,679 INFO [M:0;bf7315a48bbc:40875 {}] regionserver.HRegionServer(1307): Exiting; stopping=bf7315a48bbc,40875,1731951838744; zookeeper connection closed. 2024-11-18T17:44:02,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40875-0x101505568790000, quorum=127.0.0.1:62750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T17:44:02,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a4e0c5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:44:02,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@462761a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:44:02,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:44:02,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73313546{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:44:02,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a3f0faf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.log.dir/,STOPPED} 2024-11-18T17:44:02,687 WARN [BP-1844126939-172.17.0.2-1731951836973 heartbeating to localhost/127.0.0.1:45913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:44:02,687 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:44:02,687 WARN [BP-1844126939-172.17.0.2-1731951836973 heartbeating to localhost/127.0.0.1:45913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1844126939-172.17.0.2-1731951836973 (Datanode Uuid 1674b682-0c9e-496c-aae5-e766d92e4cca) service to localhost/127.0.0.1:45913 2024-11-18T17:44:02,687 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:44:02,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data3/current/BP-1844126939-172.17.0.2-1731951836973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:44:02,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data4/current/BP-1844126939-172.17.0.2-1731951836973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:44:02,688 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:44:02,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@487be4b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T17:44:02,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7443497a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:44:02,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:44:02,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@782b106c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:44:02,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5878e5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.log.dir/,STOPPED} 2024-11-18T17:44:02,691 WARN [BP-1844126939-172.17.0.2-1731951836973 heartbeating to localhost/127.0.0.1:45913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T17:44:02,692 WARN [BP-1844126939-172.17.0.2-1731951836973 heartbeating to localhost/127.0.0.1:45913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1844126939-172.17.0.2-1731951836973 (Datanode Uuid a1142098-b414-40a6-8fc8-ae7d297c8410) service to localhost/127.0.0.1:45913 2024-11-18T17:44:02,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T17:44:02,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T17:44:02,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data1/current/BP-1844126939-172.17.0.2-1731951836973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:44:02,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/cluster_289d51b7-513c-ecee-f7df-3b293adf4b6b/dfs/data/data2/current/BP-1844126939-172.17.0.2-1731951836973 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T17:44:02,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T17:44:02,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53088ce0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T17:44:02,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13eb1aa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T17:44:02,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T17:44:02,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bd1b3f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T17:44:02,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46470fda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ed219ca9-5e38-a52b-d93b-400b0fed19af/hadoop.log.dir/,STOPPED} 2024-11-18T17:44:02,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-18T17:44:02,723 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-18T17:44:02,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=193 (was 172) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45913 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45913 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1222451543) connection to localhost/127.0.0.1:45913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=548 (was 520) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 379), ProcessCount=11 (was 11), AvailableMemoryMB=4950 (was 5037)