2024-12-03 10:05:51,968 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-03 10:05:51,985 main DEBUG Took 0.014900 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 10:05:51,985 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 10:05:51,986 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 10:05:51,987 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 10:05:51,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:51,997 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 10:05:52,008 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,010 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,011 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,011 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,011 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,012 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,012 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,013 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,013 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,014 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,014 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,015 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,015 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,016 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,016 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:05:52,017 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,017 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 10:05:52,018 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:05:52,020 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 10:05:52,022 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 10:05:52,022 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 10:05:52,023 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 10:05:52,024 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 10:05:52,031 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 10:05:52,033 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 10:05:52,035 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 10:05:52,035 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 10:05:52,035 main DEBUG createAppenders(={Console}) 2024-12-03 10:05:52,036 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-03 10:05:52,036 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-03 10:05:52,037 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-03 10:05:52,037 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 10:05:52,037 main DEBUG OutputStream closed 2024-12-03 10:05:52,037 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 10:05:52,038 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 10:05:52,038 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-03 10:05:52,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 10:05:52,104 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 10:05:52,105 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 10:05:52,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 10:05:52,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 10:05:52,106 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 10:05:52,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 10:05:52,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 10:05:52,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 10:05:52,107 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 10:05:52,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 10:05:52,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 10:05:52,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 10:05:52,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 10:05:52,108 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 10:05:52,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 10:05:52,109 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 10:05:52,110 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 10:05:52,112 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 10:05:52,112 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-03 10:05:52,112 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 10:05:52,113 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-03T10:05:52,125 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-03 10:05:52,128 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 10:05:52,128 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T10:05:52,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=4470 2024-12-03T10:05:52,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d 2024-12-03T10:05:52,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:05:52,403 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d, deleteOnExit=true 2024-12-03T10:05:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T10:05:52,404 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/test.cache.data in system properties and HBase conf 2024-12-03T10:05:52,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:05:52,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:05:52,405 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:05:52,406 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:05:52,406 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T10:05:52,482 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T10:05:52,564 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:05:52,567 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:05:52,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:05:52,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:05:52,568 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:05:52,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:05:52,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:05:52,569 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:05:52,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:05:52,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:05:52,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:05:52,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:05:52,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:05:52,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:05:52,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:05:53,457 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T10:05:53,521 INFO [Time-limited test {}] log.Log(170): Logging initialized @2190ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T10:05:53,583 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:05:53,634 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:05:53,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:05:53,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:05:53,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:05:53,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:05:53,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:05:53,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:05:53,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/java.io.tmpdir/jetty-localhost-42649-hadoop-hdfs-3_4_1-tests_jar-_-any-13438186650986585129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:05:53,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:42649} 2024-12-03T10:05:53,830 INFO [Time-limited test {}] server.Server(415): Started @2500ms 2024-12-03T10:05:54,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:05:54,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:05:54,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:05:54,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:05:54,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:05:54,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:05:54,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:05:54,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/java.io.tmpdir/jetty-localhost-35133-hadoop-hdfs-3_4_1-tests_jar-_-any-5278598302607956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:05:54,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:35133} 2024-12-03T10:05:54,429 INFO [Time-limited test {}] server.Server(415): Started @3099ms 2024-12-03T10:05:54,474 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:05:54,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:05:54,582 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:05:54,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:05:54,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:05:54,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:05:54,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:05:54,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:05:54,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/java.io.tmpdir/jetty-localhost-44217-hadoop-hdfs-3_4_1-tests_jar-_-any-10391107653559791903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:05:54,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:44217} 2024-12-03T10:05:54,689 INFO [Time-limited test {}] server.Server(415): Started @3359ms 2024-12-03T10:05:54,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:05:55,436 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data2/current/BP-1287472522-172.17.0.2-1733220353054/current, will proceed with Du for space computation calculation, 2024-12-03T10:05:55,436 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data4/current/BP-1287472522-172.17.0.2-1733220353054/current, will proceed with Du for space computation calculation, 2024-12-03T10:05:55,436 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data3/current/BP-1287472522-172.17.0.2-1733220353054/current, will proceed with Du for space computation calculation, 2024-12-03T10:05:55,436 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data1/current/BP-1287472522-172.17.0.2-1733220353054/current, will proceed with Du for space computation calculation, 2024-12-03T10:05:55,467 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:05:55,467 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:05:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeeb62e6646a26f8 with lease ID 0x839c31d222c926be: Processing first storage report for DS-a41a87f7-8a08-4f24-8254-826733679407 from datanode DatanodeRegistration(127.0.0.1:33233, datanodeUuid=96a2813f-5c08-4587-ab34-9af1c5a10f9a, infoPort=44561, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054) 2024-12-03T10:05:55,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeeb62e6646a26f8 with lease ID 0x839c31d222c926be: from storage DS-a41a87f7-8a08-4f24-8254-826733679407 node DatanodeRegistration(127.0.0.1:33233, datanodeUuid=96a2813f-5c08-4587-ab34-9af1c5a10f9a, infoPort=44561, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:05:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d749ce7f8caa9f with lease ID 0x839c31d222c926bf: Processing first storage report for DS-177d6f32-b8b3-4e73-9a9b-cc4d3ffb44a5 from datanode DatanodeRegistration(127.0.0.1:35901, datanodeUuid=c0310e31-4ee5-4594-a34b-584fb3e87658, infoPort=38591, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054) 2024-12-03T10:05:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d749ce7f8caa9f with lease ID 0x839c31d222c926bf: from storage DS-177d6f32-b8b3-4e73-9a9b-cc4d3ffb44a5 node DatanodeRegistration(127.0.0.1:35901, datanodeUuid=c0310e31-4ee5-4594-a34b-584fb3e87658, infoPort=38591, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:05:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaeeb62e6646a26f8 with lease ID 0x839c31d222c926be: Processing first storage report for DS-a5273935-e4e9-4e05-b054-1731903b10aa from datanode DatanodeRegistration(127.0.0.1:33233, datanodeUuid=96a2813f-5c08-4587-ab34-9af1c5a10f9a, infoPort=44561, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054) 2024-12-03T10:05:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaeeb62e6646a26f8 with lease ID 0x839c31d222c926be: from storage DS-a5273935-e4e9-4e05-b054-1731903b10aa node DatanodeRegistration(127.0.0.1:33233, datanodeUuid=96a2813f-5c08-4587-ab34-9af1c5a10f9a, infoPort=44561, infoSecurePort=0, ipcPort=33991, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:05:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d749ce7f8caa9f with lease ID 0x839c31d222c926bf: Processing first storage report for DS-3fcb7753-a257-44ab-a82f-6b92343cd8f4 from datanode DatanodeRegistration(127.0.0.1:35901, datanodeUuid=c0310e31-4ee5-4594-a34b-584fb3e87658, infoPort=38591, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054) 2024-12-03T10:05:55,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d749ce7f8caa9f with lease ID 0x839c31d222c926bf: from storage DS-3fcb7753-a257-44ab-a82f-6b92343cd8f4 node DatanodeRegistration(127.0.0.1:35901, datanodeUuid=c0310e31-4ee5-4594-a34b-584fb3e87658, infoPort=38591, infoSecurePort=0, ipcPort=33651, storageInfo=lv=-57;cid=testClusterID;nsid=187231696;c=1733220353054), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:05:55,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d 2024-12-03T10:05:55,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/zookeeper_0, clientPort=58562, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:05:55,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58562 2024-12-03T10:05:55,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:55,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:55,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:05:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:05:56,278 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63 with version=8 2024-12-03T10:05:56,278 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/hbase-staging 2024-12-03T10:05:56,372 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T10:05:56,605 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:05:56,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:56,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:56,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:05:56,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:56,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:05:56,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:05:56,774 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T10:05:56,782 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T10:05:56,785 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:05:56,807 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13310 (auto-detected) 2024-12-03T10:05:56,808 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T10:05:56,824 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34235 2024-12-03T10:05:56,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:56,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:56,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34235 connecting to ZooKeeper ensemble=127.0.0.1:58562 2024-12-03T10:05:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342350x0, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:05:56,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34235-0x1019bf170a70000 connected 2024-12-03T10:05:57,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:05:57,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:05:57,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:05:57,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34235 2024-12-03T10:05:57,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34235 2024-12-03T10:05:57,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34235 2024-12-03T10:05:57,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34235 2024-12-03T10:05:57,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34235 2024-12-03T10:05:57,078 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63, hbase.cluster.distributed=false 2024-12-03T10:05:57,126 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:05:57,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:57,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:57,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:05:57,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:57,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:05:57,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:05:57,130 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:05:57,131 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41199 2024-12-03T10:05:57,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:05:57,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:05:57,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:57,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:57,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41199 connecting to ZooKeeper ensemble=127.0.0.1:58562 2024-12-03T10:05:57,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411990x0, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:05:57,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411990x0, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:05:57,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41199-0x1019bf170a70001 connected 2024-12-03T10:05:57,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:05:57,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:05:57,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41199 2024-12-03T10:05:57,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41199 2024-12-03T10:05:57,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41199 2024-12-03T10:05:57,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41199 2024-12-03T10:05:57,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41199 2024-12-03T10:05:57,177 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:05:57,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:57,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:57,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:05:57,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:05:57,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:05:57,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:05:57,178 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:05:57,179 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42485 2024-12-03T10:05:57,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:05:57,180 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:05:57,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:57,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:57,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42485 connecting to ZooKeeper ensemble=127.0.0.1:58562 2024-12-03T10:05:57,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424850x0, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:05:57,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:05:57,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42485-0x1019bf170a70002 connected 2024-12-03T10:05:57,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:05:57,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:05:57,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42485 2024-12-03T10:05:57,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42485 2024-12-03T10:05:57,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42485 2024-12-03T10:05:57,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42485 2024-12-03T10:05:57,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42485 2024-12-03T10:05:57,208 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b030dd9a36e7,34235,1733220356367 2024-12-03T10:05:57,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:05:57,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:05:57,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:05:57,225 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b030dd9a36e7:34235 2024-12-03T10:05:57,225 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b030dd9a36e7,34235,1733220356367 2024-12-03T10:05:57,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:05:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:05:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:05:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,251 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:05:57,252 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b030dd9a36e7,34235,1733220356367 from backup master directory 2024-12-03T10:05:57,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:05:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b030dd9a36e7,34235,1733220356367 2024-12-03T10:05:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:05:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:05:57,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:05:57,264 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:05:57,264 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b030dd9a36e7,34235,1733220356367 2024-12-03T10:05:57,267 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T10:05:57,269 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T10:05:57,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:05:57,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:05:57,330 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/hbase.id with ID: da5f8024-7690-4c75-b53c-ad469f71a9fe 2024-12-03T10:05:57,373 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:05:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:05:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:05:57,439 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:05:57,441 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:05:57,456 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:05:57,460 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:05:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:05:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:05:57,504 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store 2024-12-03T10:05:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:05:57,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:05:57,524 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T10:05:57,524 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:05:57,525 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:05:57,525 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:05:57,526 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:05:57,526 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:05:57,526 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:05:57,526 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:05:57,526 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:05:57,528 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/.initializing 2024-12-03T10:05:57,528 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/WALs/b030dd9a36e7,34235,1733220356367 2024-12-03T10:05:57,534 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:05:57,545 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C34235%2C1733220356367, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/WALs/b030dd9a36e7,34235,1733220356367, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/oldWALs, maxLogs=10 2024-12-03T10:05:57,563 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/WALs/b030dd9a36e7,34235,1733220356367/b030dd9a36e7%2C34235%2C1733220356367.1733220357549, exclude list is [], retry=0 2024-12-03T10:05:57,577 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-a41a87f7-8a08-4f24-8254-826733679407,DISK] 2024-12-03T10:05:57,577 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-177d6f32-b8b3-4e73-9a9b-cc4d3ffb44a5,DISK] 2024-12-03T10:05:57,580 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T10:05:57,612 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/WALs/b030dd9a36e7,34235,1733220356367/b030dd9a36e7%2C34235%2C1733220356367.1733220357549 2024-12-03T10:05:57,613 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:44561:44561)] 2024-12-03T10:05:57,614 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:05:57,614 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:05:57,617 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,619 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:05:57,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:57,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:05:57,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:05:57,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:57,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:05:57,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:05:57,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:57,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:05:57,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:05:57,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:57,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:05:57,700 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,701 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,710 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:05:57,713 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:05:57,718 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:05:57,719 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65124190, jitterRate=-0.029573947191238403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:05:57,722 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:05:57,723 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:05:57,749 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bf0497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:05:57,777 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T10:05:57,787 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:05:57,787 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:05:57,789 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:05:57,790 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T10:05:57,795 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-03T10:05:57,795 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:05:57,817 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:05:57,828 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T10:05:57,867 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T10:05:57,869 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:05:57,871 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:05:57,880 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T10:05:57,882 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:05:57,885 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:05:57,892 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T10:05:57,893 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:05:57,900 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T10:05:57,909 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:05:57,917 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T10:05:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:05:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:05:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:05:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,931 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b030dd9a36e7,34235,1733220356367, sessionid=0x1019bf170a70000, setting cluster-up flag (Was=false) 2024-12-03T10:05:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:57,984 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T10:05:57,987 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,34235,1733220356367 2024-12-03T10:05:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:58,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:58,034 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T10:05:58,038 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,34235,1733220356367 2024-12-03T10:05:58,110 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T10:05:58,115 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T10:05:58,118 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:05:58,120 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b030dd9a36e7:41199 2024-12-03T10:05:58,122 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1008): ClusterId : da5f8024-7690-4c75-b53c-ad469f71a9fe 2024-12-03T10:05:58,123 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b030dd9a36e7:42485 2024-12-03T10:05:58,125 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1008): ClusterId : da5f8024-7690-4c75-b53c-ad469f71a9fe 2024-12-03T10:05:58,125 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:05:58,125 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:05:58,123 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b030dd9a36e7,34235,1733220356367 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:05:58,127 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:05:58,127 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:05:58,128 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:05:58,128 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:05:58,128 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b030dd9a36e7:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:05:58,128 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,128 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:05:58,129 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,133 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733220388133 2024-12-03T10:05:58,135 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:05:58,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:05:58,135 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:05:58,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:05:58,139 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:05:58,139 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:05:58,139 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:05:58,139 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:05:58,139 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:05:58,139 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:05:58,140 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:05:58,140 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:58,140 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:05:58,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:05:58,140 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,143 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:05:58,144 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:05:58,145 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:05:58,147 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:05:58,147 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:05:58,148 DEBUG [RS:1;b030dd9a36e7:42485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec7513c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:05:58,148 DEBUG [RS:0;b030dd9a36e7:41199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1987a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:05:58,151 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:05:58,151 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:05:58,156 DEBUG [RS:1;b030dd9a36e7:42485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60eb499c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:05:58,156 DEBUG [RS:0;b030dd9a36e7:41199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281bd932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:05:58,157 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220358152,5,FailOnTimeoutGroup] 2024-12-03T10:05:58,158 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220358157,5,FailOnTimeoutGroup] 2024-12-03T10:05:58,158 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,158 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:05:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:05:58,159 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:05:58,160 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,160 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:05:58,160 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:05:58,160 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:05:58,160 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:05:58,160 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:05:58,160 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:05:58,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T10:05:58,162 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63 2024-12-03T10:05:58,162 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,34235,1733220356367 with isa=b030dd9a36e7/172.17.0.2:41199, startcode=1733220357125 2024-12-03T10:05:58,162 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,34235,1733220356367 with isa=b030dd9a36e7/172.17.0.2:42485, startcode=1733220357176 2024-12-03T10:05:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:05:58,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:05:58,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:05:58,175 DEBUG [RS:1;b030dd9a36e7:42485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:05:58,175 DEBUG [RS:0;b030dd9a36e7:41199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:05:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:05:58,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:05:58,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:58,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:05:58,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:05:58,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:05:58,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:58,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:05:58,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:05:58,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:05:58,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:58,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:05:58,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740 2024-12-03T10:05:58,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740 2024-12-03T10:05:58,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:05:58,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:05:58,207 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:05:58,208 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73517880, jitterRate=0.09550178050994873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:05:58,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:05:58,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:05:58,211 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:05:58,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:05:58,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:05:58,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:05:58,211 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56313, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:05:58,211 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35077, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:05:58,212 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:05:58,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:05:58,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:05:58,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T10:05:58,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,42485,1733220357176 2024-12-03T10:05:58,219 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,42485,1733220357176 2024-12-03T10:05:58,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:05:58,228 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:05:58,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,230 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:05:58,232 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63 2024-12-03T10:05:58,232 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63 2024-12-03T10:05:58,232 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43979 2024-12-03T10:05:58,232 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43979 2024-12-03T10:05:58,232 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:05:58,232 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:05:58,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:05:58,262 DEBUG [RS:1;b030dd9a36e7:42485 {}] zookeeper.ZKUtil(111): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,42485,1733220357176 2024-12-03T10:05:58,262 WARN [RS:1;b030dd9a36e7:42485 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:05:58,262 DEBUG [RS:0;b030dd9a36e7:41199 {}] zookeeper.ZKUtil(111): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,262 INFO [RS:1;b030dd9a36e7:42485 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:05:58,262 WARN [RS:0;b030dd9a36e7:41199 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:05:58,263 INFO [RS:0;b030dd9a36e7:41199 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:05:58,263 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,42485,1733220357176 2024-12-03T10:05:58,263 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,41199,1733220357125] 2024-12-03T10:05:58,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,42485,1733220357176] 2024-12-03T10:05:58,279 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:05:58,279 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:05:58,289 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:05:58,289 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:05:58,299 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:05:58,299 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:05:58,302 INFO [RS:1;b030dd9a36e7:42485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:05:58,302 INFO [RS:0;b030dd9a36e7:41199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:05:58,302 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,302 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,303 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:05:58,303 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:05:58,310 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,310 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,310 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,310 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,310 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,310 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,310 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,310 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,310 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,311 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:05:58,312 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,312 DEBUG [RS:1;b030dd9a36e7:42485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:05:58,312 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,312 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:05:58,312 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:05:58,312 DEBUG [RS:0;b030dd9a36e7:41199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:05:58,313 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,313 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,313 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,313 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,313 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,314 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,314 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,314 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,42485,1733220357176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:05:58,314 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,314 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,41199,1733220357125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:05:58,332 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:05:58,332 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:05:58,334 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,41199,1733220357125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,334 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,42485,1733220357176-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:58,353 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.Replication(204): b030dd9a36e7,42485,1733220357176 started 2024-12-03T10:05:58,353 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.Replication(204): b030dd9a36e7,41199,1733220357125 started 2024-12-03T10:05:58,353 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,41199,1733220357125, RpcServer on b030dd9a36e7/172.17.0.2:41199, sessionid=0x1019bf170a70001 2024-12-03T10:05:58,353 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,42485,1733220357176, RpcServer on b030dd9a36e7/172.17.0.2:42485, sessionid=0x1019bf170a70002 2024-12-03T10:05:58,354 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:05:58,354 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:05:58,354 DEBUG [RS:0;b030dd9a36e7:41199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,354 DEBUG [RS:1;b030dd9a36e7:42485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,42485,1733220357176 2024-12-03T10:05:58,354 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,41199,1733220357125' 2024-12-03T10:05:58,354 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,42485,1733220357176' 2024-12-03T10:05:58,354 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:05:58,354 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:05:58,355 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:05:58,355 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:05:58,356 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:05:58,356 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:05:58,356 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:05:58,356 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:05:58,356 DEBUG [RS:1;b030dd9a36e7:42485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,42485,1733220357176 2024-12-03T10:05:58,356 DEBUG [RS:0;b030dd9a36e7:41199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,356 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,42485,1733220357176' 2024-12-03T10:05:58,356 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,41199,1733220357125' 2024-12-03T10:05:58,356 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:05:58,356 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:05:58,357 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:05:58,357 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:05:58,357 DEBUG [RS:1;b030dd9a36e7:42485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:05:58,357 DEBUG [RS:0;b030dd9a36e7:41199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:05:58,357 INFO [RS:0;b030dd9a36e7:41199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:05:58,357 INFO [RS:1;b030dd9a36e7:42485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:05:58,357 INFO [RS:0;b030dd9a36e7:41199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:05:58,357 INFO [RS:1;b030dd9a36e7:42485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:05:58,381 WARN [b030dd9a36e7:34235 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:05:58,464 INFO [RS:0;b030dd9a36e7:41199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:05:58,464 INFO [RS:1;b030dd9a36e7:42485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:05:58,467 INFO [RS:0;b030dd9a36e7:41199 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C41199%2C1733220357125, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,41199,1733220357125, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/oldWALs, maxLogs=32 2024-12-03T10:05:58,467 INFO [RS:1;b030dd9a36e7:42485 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C42485%2C1733220357176, suffix=, logDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,42485,1733220357176, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/oldWALs, maxLogs=32 2024-12-03T10:05:58,490 DEBUG [RS:1;b030dd9a36e7:42485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,42485,1733220357176/b030dd9a36e7%2C42485%2C1733220357176.1733220358471, exclude list is [], retry=0 2024-12-03T10:05:58,490 DEBUG [RS:0;b030dd9a36e7:41199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,41199,1733220357125/b030dd9a36e7%2C41199%2C1733220357125.1733220358471, exclude list is [], retry=0 2024-12-03T10:05:58,494 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-a41a87f7-8a08-4f24-8254-826733679407,DISK] 2024-12-03T10:05:58,494 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-a41a87f7-8a08-4f24-8254-826733679407,DISK] 2024-12-03T10:05:58,495 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-177d6f32-b8b3-4e73-9a9b-cc4d3ffb44a5,DISK] 2024-12-03T10:05:58,495 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-177d6f32-b8b3-4e73-9a9b-cc4d3ffb44a5,DISK] 2024-12-03T10:05:58,500 INFO [RS:0;b030dd9a36e7:41199 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,41199,1733220357125/b030dd9a36e7%2C41199%2C1733220357125.1733220358471 2024-12-03T10:05:58,500 INFO [RS:1;b030dd9a36e7:42485 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,42485,1733220357176/b030dd9a36e7%2C42485%2C1733220357176.1733220358471 2024-12-03T10:05:58,500 DEBUG [RS:0;b030dd9a36e7:41199 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561),(127.0.0.1/127.0.0.1:38591:38591)] 2024-12-03T10:05:58,500 DEBUG [RS:1;b030dd9a36e7:42485 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44561:44561),(127.0.0.1/127.0.0.1:38591:38591)] 2024-12-03T10:05:58,632 DEBUG [b030dd9a36e7:34235 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T10:05:58,635 DEBUG [b030dd9a36e7:34235 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:05:58,641 DEBUG [b030dd9a36e7:34235 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:05:58,641 DEBUG [b030dd9a36e7:34235 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:05:58,641 INFO [b030dd9a36e7:34235 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:05:58,641 INFO [b030dd9a36e7:34235 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:05:58,641 DEBUG [b030dd9a36e7:34235 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:05:58,646 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,650 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,41199,1733220357125, state=OPENING 2024-12-03T10:05:58,696 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:05:58,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:58,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:58,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:58,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:05:58,707 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:05:58,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:05:58,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b030dd9a36e7,41199,1733220357125}] 2024-12-03T10:05:58,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:58,890 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:05:58,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:05:58,902 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T10:05:58,902 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:05:58,903 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:05:58,906 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C41199%2C1733220357125.meta, suffix=.meta, logDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,41199,1733220357125, archiveDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/oldWALs, maxLogs=32 2024-12-03T10:05:58,919 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,41199,1733220357125/b030dd9a36e7%2C41199%2C1733220357125.meta.1733220358907.meta, exclude list is [], retry=0 2024-12-03T10:05:58,923 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33233,DS-a41a87f7-8a08-4f24-8254-826733679407,DISK] 2024-12-03T10:05:58,923 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35901,DS-177d6f32-b8b3-4e73-9a9b-cc4d3ffb44a5,DISK] 2024-12-03T10:05:58,926 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/WALs/b030dd9a36e7,41199,1733220357125/b030dd9a36e7%2C41199%2C1733220357125.meta.1733220358907.meta 2024-12-03T10:05:58,927 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38591:38591),(127.0.0.1/127.0.0.1:44561:44561)] 2024-12-03T10:05:58,927 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:05:58,929 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:05:58,975 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:05:58,979 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:05:58,982 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:05:58,982 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:05:58,982 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T10:05:58,983 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T10:05:58,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:05:58,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:05:58,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:05:58,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:05:58,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:05:58,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:58,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:05:58,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:05:58,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:05:58,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:58,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:05:58,994 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740 2024-12-03T10:05:58,997 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740 2024-12-03T10:05:58,999 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:05:59,002 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:05:59,003 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66811396, jitterRate=-0.004432618618011475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:05:59,005 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:05:59,010 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733220358884 2024-12-03T10:05:59,019 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:05:59,020 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T10:05:59,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:59,022 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,41199,1733220357125, state=OPEN 2024-12-03T10:05:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:05:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:05:59,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:05:59,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:05:59,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:05:59,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:05:59,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:05:59,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b030dd9a36e7,41199,1733220357125 in 323 msec 2024-12-03T10:05:59,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:05:59,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 822 msec 2024-12-03T10:05:59,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 977 msec 2024-12-03T10:05:59,053 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733220359053, completionTime=-1 2024-12-03T10:05:59,053 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T10:05:59,053 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T10:05:59,080 DEBUG [hconnection-0x5f62e0b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:05:59,082 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:05:59,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T10:05:59,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733220419090 2024-12-03T10:05:59,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733220479090 2024-12-03T10:05:59,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 36 msec 2024-12-03T10:05:59,126 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T10:05:59,134 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34235,1733220356367-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:59,134 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34235,1733220356367-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:59,134 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34235,1733220356367-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:59,136 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b030dd9a36e7:34235, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:59,136 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:05:59,141 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T10:05:59,144 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T10:05:59,145 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:05:59,150 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T10:05:59,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:05:59,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:59,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:05:59,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:05:59,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:05:59,170 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a9de005774eafd7ac65f68fe9496b5c7, NAME => 'hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63 2024-12-03T10:05:59,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:05:59,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:05:59,180 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:05:59,180 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a9de005774eafd7ac65f68fe9496b5c7, disabling compactions & flushes 2024-12-03T10:05:59,180 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:05:59,180 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:05:59,180 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. after waiting 0 ms 2024-12-03T10:05:59,180 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:05:59,180 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:05:59,180 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a9de005774eafd7ac65f68fe9496b5c7: 2024-12-03T10:05:59,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:05:59,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733220359183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220359183"}]},"ts":"1733220359183"} 2024-12-03T10:05:59,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:05:59,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:05:59,212 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220359210"}]},"ts":"1733220359210"} 2024-12-03T10:05:59,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T10:05:59,381 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:05:59,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:05:59,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:05:59,384 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:05:59,384 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:05:59,384 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:05:59,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a9de005774eafd7ac65f68fe9496b5c7, ASSIGN}] 2024-12-03T10:05:59,391 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a9de005774eafd7ac65f68fe9496b5c7, ASSIGN 2024-12-03T10:05:59,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a9de005774eafd7ac65f68fe9496b5c7, ASSIGN; state=OFFLINE, location=b030dd9a36e7,41199,1733220357125; forceNewPlan=false, retain=false 2024-12-03T10:05:59,546 INFO [b030dd9a36e7:34235 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T10:05:59,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a9de005774eafd7ac65f68fe9496b5c7, regionState=OPENING, regionLocation=b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:59,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a9de005774eafd7ac65f68fe9496b5c7, server=b030dd9a36e7,41199,1733220357125}] 2024-12-03T10:05:59,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:59,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:05:59,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a9de005774eafd7ac65f68fe9496b5c7, NAME => 'hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:05:59,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:05:59,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:05:59,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:05:59,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:05:59,727 INFO [StoreOpener-a9de005774eafd7ac65f68fe9496b5c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:05:59,730 INFO [StoreOpener-a9de005774eafd7ac65f68fe9496b5c7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9de005774eafd7ac65f68fe9496b5c7 columnFamilyName info 2024-12-03T10:05:59,730 DEBUG [StoreOpener-a9de005774eafd7ac65f68fe9496b5c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:05:59,731 INFO [StoreOpener-a9de005774eafd7ac65f68fe9496b5c7-1 {}] regionserver.HStore(327): Store=a9de005774eafd7ac65f68fe9496b5c7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:05:59,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:05:59,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:05:59,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:05:59,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:05:59,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a9de005774eafd7ac65f68fe9496b5c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71357218, jitterRate=0.06330540776252747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:05:59,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a9de005774eafd7ac65f68fe9496b5c7: 2024-12-03T10:05:59,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7., pid=6, masterSystemTime=1733220359713 2024-12-03T10:05:59,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:05:59,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:05:59,747 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a9de005774eafd7ac65f68fe9496b5c7, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,41199,1733220357125 2024-12-03T10:05:59,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:05:59,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a9de005774eafd7ac65f68fe9496b5c7, server=b030dd9a36e7,41199,1733220357125 in 192 msec 2024-12-03T10:05:59,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:05:59,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a9de005774eafd7ac65f68fe9496b5c7, ASSIGN in 365 msec 2024-12-03T10:05:59,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:05:59,759 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220359759"}]},"ts":"1733220359759"} 2024-12-03T10:05:59,761 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T10:05:59,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:05:59,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 632 msec 2024-12-03T10:05:59,854 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T10:05:59,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:59,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:05:59,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:59,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:05:59,893 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T10:05:59,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:05:59,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-03T10:05:59,937 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T10:05:59,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:05:59,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 33 msec 2024-12-03T10:06:00,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T10:06:00,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T10:06:00,018 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.752sec 2024-12-03T10:06:00,021 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:06:00,023 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:06:00,025 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:06:00,026 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:06:00,026 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:06:00,027 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34235,1733220356367-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:00,027 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34235,1733220356367-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:06:00,030 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:06:00,031 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:06:00,031 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34235,1733220356367-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:00,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b630c51 to 127.0.0.1:58562 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@326ed4e3 2024-12-03T10:06:00,129 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-03T10:06:00,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b3fd31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:00,147 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T10:06:00,147 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T10:06:00,176 DEBUG [hconnection-0x1f9b319a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:00,189 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:00,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b030dd9a36e7,34235,1733220356367 2024-12-03T10:06:00,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:06:00,220 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:06:00,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T10:06:00,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:00,235 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:00,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T10:06:00,237 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:00,254 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 648ed7931bef267cc4cab82b9eaf1d50, NAME => 'testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63 2024-12-03T10:06:00,254 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b234180eb0383fb10b1a658076398d4e, NAME => 'testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63 2024-12-03T10:06:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:00,266 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:00,266 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 648ed7931bef267cc4cab82b9eaf1d50, disabling compactions & flushes 2024-12-03T10:06:00,266 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:00,266 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:00,266 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. after waiting 0 ms 2024-12-03T10:06:00,266 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:00,266 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:00,266 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 648ed7931bef267cc4cab82b9eaf1d50: 2024-12-03T10:06:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:00,270 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:00,270 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing b234180eb0383fb10b1a658076398d4e, disabling compactions & flushes 2024-12-03T10:06:00,271 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:00,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:00,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. after waiting 0 ms 2024-12-03T10:06:00,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:00,271 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:00,271 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for b234180eb0383fb10b1a658076398d4e: 2024-12-03T10:06:00,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:00,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220360273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220360273"}]},"ts":"1733220360273"} 2024-12-03T10:06:00,273 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220360273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220360273"}]},"ts":"1733220360273"} 2024-12-03T10:06:00,300 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T10:06:00,301 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:00,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220360301"}]},"ts":"1733220360301"} 2024-12-03T10:06:00,304 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T10:06:00,321 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:00,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:00,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:00,324 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:00,324 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:00,324 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:00,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b234180eb0383fb10b1a658076398d4e, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=648ed7931bef267cc4cab82b9eaf1d50, ASSIGN}] 2024-12-03T10:06:00,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=648ed7931bef267cc4cab82b9eaf1d50, ASSIGN 2024-12-03T10:06:00,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b234180eb0383fb10b1a658076398d4e, ASSIGN 2024-12-03T10:06:00,329 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=648ed7931bef267cc4cab82b9eaf1d50, ASSIGN; state=OFFLINE, location=b030dd9a36e7,42485,1733220357176; forceNewPlan=false, retain=false 2024-12-03T10:06:00,329 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b234180eb0383fb10b1a658076398d4e, ASSIGN; state=OFFLINE, location=b030dd9a36e7,41199,1733220357125; forceNewPlan=false, retain=false 2024-12-03T10:06:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:00,479 INFO [b030dd9a36e7:34235 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T10:06:00,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=648ed7931bef267cc4cab82b9eaf1d50, regionState=OPENING, regionLocation=b030dd9a36e7,42485,1733220357176 2024-12-03T10:06:00,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b234180eb0383fb10b1a658076398d4e, regionState=OPENING, regionLocation=b030dd9a36e7,41199,1733220357125 2024-12-03T10:06:00,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 648ed7931bef267cc4cab82b9eaf1d50, server=b030dd9a36e7,42485,1733220357176}] 2024-12-03T10:06:00,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure b234180eb0383fb10b1a658076398d4e, server=b030dd9a36e7,41199,1733220357125}] 2024-12-03T10:06:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:00,641 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,42485,1733220357176 2024-12-03T10:06:00,642 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:00,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,41199,1733220357125 2024-12-03T10:06:00,646 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:00,653 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b234180eb0383fb10b1a658076398d4e, NAME => 'testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T10:06:00,654 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 648ed7931bef267cc4cab82b9eaf1d50, NAME => 'testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:00,654 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:00,656 INFO [StoreOpener-b234180eb0383fb10b1a658076398d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:00,656 INFO [StoreOpener-648ed7931bef267cc4cab82b9eaf1d50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:00,659 INFO [StoreOpener-b234180eb0383fb10b1a658076398d4e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b234180eb0383fb10b1a658076398d4e columnFamilyName family 2024-12-03T10:06:00,659 INFO [StoreOpener-648ed7931bef267cc4cab82b9eaf1d50-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 648ed7931bef267cc4cab82b9eaf1d50 columnFamilyName family 2024-12-03T10:06:00,659 DEBUG [StoreOpener-b234180eb0383fb10b1a658076398d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:00,659 DEBUG [StoreOpener-648ed7931bef267cc4cab82b9eaf1d50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:00,660 INFO [StoreOpener-b234180eb0383fb10b1a658076398d4e-1 {}] regionserver.HStore(327): Store=b234180eb0383fb10b1a658076398d4e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:00,660 INFO [StoreOpener-648ed7931bef267cc4cab82b9eaf1d50-1 {}] regionserver.HStore(327): Store=648ed7931bef267cc4cab82b9eaf1d50/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:00,661 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:00,661 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:00,662 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:00,662 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:00,665 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:00,665 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:00,669 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:00,669 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:00,670 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 648ed7931bef267cc4cab82b9eaf1d50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71332005, jitterRate=0.06292970478534698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:00,670 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b234180eb0383fb10b1a658076398d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74265482, jitterRate=0.10664191842079163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:00,671 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b234180eb0383fb10b1a658076398d4e: 2024-12-03T10:06:00,671 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 648ed7931bef267cc4cab82b9eaf1d50: 2024-12-03T10:06:00,672 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e., pid=13, masterSystemTime=1733220360643 2024-12-03T10:06:00,672 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50., pid=12, masterSystemTime=1733220360641 2024-12-03T10:06:00,675 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:00,676 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:00,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=648ed7931bef267cc4cab82b9eaf1d50, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,42485,1733220357176 2024-12-03T10:06:00,677 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:00,677 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:00,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b234180eb0383fb10b1a658076398d4e, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,41199,1733220357125 2024-12-03T10:06:00,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T10:06:00,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 648ed7931bef267cc4cab82b9eaf1d50, server=b030dd9a36e7,42485,1733220357176 in 194 msec 2024-12-03T10:06:00,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-03T10:06:00,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure b234180eb0383fb10b1a658076398d4e, server=b030dd9a36e7,41199,1733220357125 in 195 msec 2024-12-03T10:06:00,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=648ed7931bef267cc4cab82b9eaf1d50, ASSIGN in 360 msec 2024-12-03T10:06:00,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:06:00,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b234180eb0383fb10b1a658076398d4e, ASSIGN in 363 msec 2024-12-03T10:06:00,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:00,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220360693"}]},"ts":"1733220360693"} 2024-12-03T10:06:00,695 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T10:06:00,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:00,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 517 msec 2024-12-03T10:06:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:00,856 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T10:06:00,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T10:06:00,859 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:00,867 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T10:06:00,868 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:00,868 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T10:06:00,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:00,891 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:00,903 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b234180eb0383fb10b1a658076398d4e 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T10:06:00,951 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e/.tmp/family/b6d4b7542dab4946b33fd48794727a1a is 32, key is 1/family:/1733220360874/Put/seqid=0 2024-12-03T10:06:00,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741841_1017 (size=5054) 2024-12-03T10:06:00,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741841_1017 (size=5054) 2024-12-03T10:06:00,962 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e/.tmp/family/b6d4b7542dab4946b33fd48794727a1a 2024-12-03T10:06:01,001 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e/.tmp/family/b6d4b7542dab4946b33fd48794727a1a as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e/family/b6d4b7542dab4946b33fd48794727a1a 2024-12-03T10:06:01,009 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e/family/b6d4b7542dab4946b33fd48794727a1a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T10:06:01,012 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b234180eb0383fb10b1a658076398d4e in 110ms, sequenceid=8, compaction requested=false 2024-12-03T10:06:01,013 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-03T10:06:01,015 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b234180eb0383fb10b1a658076398d4e: 2024-12-03T10:06:01,015 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 648ed7931bef267cc4cab82b9eaf1d50 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T10:06:01,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50/.tmp/family/1069e59de5c34b7fbd77f6d3e1cea907 is 32, key is 5/family:/1733220360891/Put/seqid=0 2024-12-03T10:06:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741842_1018 (size=5083) 2024-12-03T10:06:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741842_1018 (size=5083) 2024-12-03T10:06:01,039 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50/.tmp/family/1069e59de5c34b7fbd77f6d3e1cea907 2024-12-03T10:06:01,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50/.tmp/family/1069e59de5c34b7fbd77f6d3e1cea907 as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50/family/1069e59de5c34b7fbd77f6d3e1cea907 2024-12-03T10:06:01,059 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50/family/1069e59de5c34b7fbd77f6d3e1cea907, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T10:06:01,061 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 648ed7931bef267cc4cab82b9eaf1d50 in 46ms, sequenceid=9, compaction requested=false 2024-12-03T10:06:01,061 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 648ed7931bef267cc4cab82b9eaf1d50: 2024-12-03T10:06:01,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x488f1fc5 to 127.0.0.1:58562 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cfb6c5e 2024-12-03T10:06:01,073 DEBUG [ReadOnlyZKClient-127.0.0.1:58562@0x488f1fc5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0bded1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:01,104 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T10:06:01,109 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-03T10:06:01,110 DEBUG [ReadOnlyZKClient-127.0.0.1:58562@0x488f1fc5 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b030dd9a36e7,41199,1733220357125, seqNum=-1] 2024-12-03T10:06:01,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:01,116 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:01,127 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:01,128 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:01,129 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:01,129 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:01,135 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-03T10:06:01,135 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:06:01,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,139 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x488f1fc5 to 127.0.0.1:58562 2024-12-03T10:06:01,139 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T10:06:01,139 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:06:01,140 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b630c51 to 127.0.0.1:58562 2024-12-03T10:06:01,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:06:01,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1583510067, stopped=false 2024-12-03T10:06:01,141 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b030dd9a36e7,34235,1733220356367 2024-12-03T10:06:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:01,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T10:06:01,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:01,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,160 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,41199,1733220357125' ***** 2024-12-03T10:06:01,160 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:01,161 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,42485,1733220357176' ***** 2024-12-03T10:06:01,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:01,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:01,161 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:01,161 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:01,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:01,161 INFO [RS:0;b030dd9a36e7:41199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:01,161 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:01,161 INFO [RS:1;b030dd9a36e7:42485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:01,161 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:01,161 INFO [RS:0;b030dd9a36e7:41199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:01,161 INFO [RS:1;b030dd9a36e7:42485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:01,162 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(3579): Received CLOSE for b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:01,162 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(3579): Received CLOSE for 648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:01,162 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(3579): Received CLOSE for a9de005774eafd7ac65f68fe9496b5c7 2024-12-03T10:06:01,163 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,42485,1733220357176 2024-12-03T10:06:01,163 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,41199,1733220357125 2024-12-03T10:06:01,163 DEBUG [RS:1;b030dd9a36e7:42485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,163 DEBUG [RS:0;b030dd9a36e7:41199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,163 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-03T10:06:01,163 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:01,163 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:01,163 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1603): Online Regions={648ed7931bef267cc4cab82b9eaf1d50=testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50.} 2024-12-03T10:06:01,163 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 648ed7931bef267cc4cab82b9eaf1d50, disabling compactions & flushes 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b234180eb0383fb10b1a658076398d4e, disabling compactions & flushes 2024-12-03T10:06:01,163 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T10:06:01,163 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:01,163 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. after waiting 0 ms 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. after waiting 0 ms 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:01,163 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:01,163 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-03T10:06:01,163 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, b234180eb0383fb10b1a658076398d4e=testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e., a9de005774eafd7ac65f68fe9496b5c7=hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7.} 2024-12-03T10:06:01,164 DEBUG [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1629): Waiting on 648ed7931bef267cc4cab82b9eaf1d50 2024-12-03T10:06:01,164 DEBUG [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a9de005774eafd7ac65f68fe9496b5c7, b234180eb0383fb10b1a658076398d4e 2024-12-03T10:06:01,164 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:01,164 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:01,164 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:01,164 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:01,164 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:01,164 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T10:06:01,172 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/648ed7931bef267cc4cab82b9eaf1d50/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T10:06:01,172 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/default/testClearRegionBlockCache/b234180eb0383fb10b1a658076398d4e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:06:01,174 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:01,174 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:01,174 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b234180eb0383fb10b1a658076398d4e: 2024-12-03T10:06:01,174 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 648ed7931bef267cc4cab82b9eaf1d50: 2024-12-03T10:06:01,174 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733220360227.b234180eb0383fb10b1a658076398d4e. 2024-12-03T10:06:01,174 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50. 2024-12-03T10:06:01,174 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a9de005774eafd7ac65f68fe9496b5c7, disabling compactions & flushes 2024-12-03T10:06:01,174 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:06:01,174 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:06:01,175 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. after waiting 0 ms 2024-12-03T10:06:01,175 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:06:01,175 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a9de005774eafd7ac65f68fe9496b5c7 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T10:06:01,188 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/.tmp/info/b14952ba9dac48b3b74c9a3290db8699 is 173, key is testClearRegionBlockCache,5,1733220360227.648ed7931bef267cc4cab82b9eaf1d50./info:regioninfo/1733220360677/Put/seqid=0 2024-12-03T10:06:01,190 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7/.tmp/info/4289bab5c3ca491d966ef8ba2eb47263 is 45, key is default/info:d/1733220359901/Put/seqid=0 2024-12-03T10:06:01,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:01,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:01,197 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/.tmp/info/b14952ba9dac48b3b74c9a3290db8699 2024-12-03T10:06:01,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:01,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:01,200 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7/.tmp/info/4289bab5c3ca491d966ef8ba2eb47263 2024-12-03T10:06:01,210 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7/.tmp/info/4289bab5c3ca491d966ef8ba2eb47263 as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7/info/4289bab5c3ca491d966ef8ba2eb47263 2024-12-03T10:06:01,217 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:01,217 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:01,222 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7/info/4289bab5c3ca491d966ef8ba2eb47263, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T10:06:01,223 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a9de005774eafd7ac65f68fe9496b5c7 in 48ms, sequenceid=6, compaction requested=false 2024-12-03T10:06:01,223 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-03T10:06:01,225 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/.tmp/table/e4fd9be3436943ff841ee1f1cf9caf7d is 61, key is testClearRegionBlockCache/table:state/1733220360693/Put/seqid=0 2024-12-03T10:06:01,230 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/namespace/a9de005774eafd7ac65f68fe9496b5c7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:06:01,231 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:06:01,231 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a9de005774eafd7ac65f68fe9496b5c7: 2024-12-03T10:06:01,232 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733220359144.a9de005774eafd7ac65f68fe9496b5c7. 2024-12-03T10:06:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:01,233 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/.tmp/table/e4fd9be3436943ff841ee1f1cf9caf7d 2024-12-03T10:06:01,242 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/.tmp/info/b14952ba9dac48b3b74c9a3290db8699 as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/info/b14952ba9dac48b3b74c9a3290db8699 2024-12-03T10:06:01,251 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/info/b14952ba9dac48b3b74c9a3290db8699, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T10:06:01,252 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/.tmp/table/e4fd9be3436943ff841ee1f1cf9caf7d as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/table/e4fd9be3436943ff841ee1f1cf9caf7d 2024-12-03T10:06:01,261 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/table/e4fd9be3436943ff841ee1f1cf9caf7d, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T10:06:01,263 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 99ms, sequenceid=16, compaction requested=false 2024-12-03T10:06:01,263 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:06:01,270 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:06:01,271 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:06:01,271 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:01,271 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:01,271 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:01,314 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:06:01,315 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:06:01,361 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:06:01,361 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:06:01,364 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,41199,1733220357125; all regions closed. 2024-12-03T10:06:01,364 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,42485,1733220357176; all regions closed. 2024-12-03T10:06:01,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741834_1010 (size=1867) 2024-12-03T10:06:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741834_1010 (size=1867) 2024-12-03T10:06:01,380 DEBUG [RS:0;b030dd9a36e7:41199 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/oldWALs 2024-12-03T10:06:01,380 DEBUG [RS:1;b030dd9a36e7:42485 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/oldWALs 2024-12-03T10:06:01,380 INFO [RS:0;b030dd9a36e7:41199 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C41199%2C1733220357125.meta:.meta(num 1733220358907) 2024-12-03T10:06:01,380 INFO [RS:1;b030dd9a36e7:42485 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C42485%2C1733220357176:(num 1733220358471) 2024-12-03T10:06:01,380 DEBUG [RS:1;b030dd9a36e7:42485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,380 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:01,381 INFO [RS:1;b030dd9a36e7:42485 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:01,381 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:01,381 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:01,381 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:01,381 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:01,381 INFO [RS:1;b030dd9a36e7:42485 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42485 2024-12-03T10:06:01,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741833_1009 (size=3079) 2024-12-03T10:06:01,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741833_1009 (size=3079) 2024-12-03T10:06:01,387 DEBUG [RS:0;b030dd9a36e7:41199 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/oldWALs 2024-12-03T10:06:01,387 INFO [RS:0;b030dd9a36e7:41199 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C41199%2C1733220357125:(num 1733220358471) 2024-12-03T10:06:01,387 DEBUG [RS:0;b030dd9a36e7:41199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,387 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:01,388 INFO [RS:0;b030dd9a36e7:41199 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:01,388 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:01,388 INFO [RS:0;b030dd9a36e7:41199 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41199 2024-12-03T10:06:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,42485,1733220357176 2024-12-03T10:06:01,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:01,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,41199,1733220357125 2024-12-03T10:06:01,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,41199,1733220357125] 2024-12-03T10:06:01,409 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,41199,1733220357125; numProcessing=1 2024-12-03T10:06:01,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,41199,1733220357125 already deleted, retry=false 2024-12-03T10:06:01,425 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,41199,1733220357125 expired; onlineServers=1 2024-12-03T10:06:01,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,42485,1733220357176] 2024-12-03T10:06:01,425 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,42485,1733220357176; numProcessing=2 2024-12-03T10:06:01,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,42485,1733220357176 already deleted, retry=false 2024-12-03T10:06:01,433 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,42485,1733220357176 expired; onlineServers=0 2024-12-03T10:06:01,433 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,34235,1733220356367' ***** 2024-12-03T10:06:01,433 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:06:01,434 DEBUG [M:0;b030dd9a36e7:34235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3fe5ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:01,434 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,34235,1733220356367 2024-12-03T10:06:01,434 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,34235,1733220356367; all regions closed. 2024-12-03T10:06:01,434 DEBUG [M:0;b030dd9a36e7:34235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:01,434 DEBUG [M:0;b030dd9a36e7:34235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:06:01,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:06:01,434 DEBUG [M:0;b030dd9a36e7:34235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:06:01,434 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220358152 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220358152,5,FailOnTimeoutGroup] 2024-12-03T10:06:01,434 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220358157 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220358157,5,FailOnTimeoutGroup] 2024-12-03T10:06:01,435 INFO [M:0;b030dd9a36e7:34235 {}] hbase.ChoreService(370): Chore service for: master/b030dd9a36e7:0 had [] on shutdown 2024-12-03T10:06:01,435 DEBUG [M:0;b030dd9a36e7:34235 {}] master.HMaster(1733): Stopping service threads 2024-12-03T10:06:01,435 INFO [M:0;b030dd9a36e7:34235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:06:01,435 INFO [M:0;b030dd9a36e7:34235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:06:01,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:06:01,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:01,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:01,442 DEBUG [M:0;b030dd9a36e7:34235 {}] zookeeper.ZKUtil(347): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T10:06:01,442 WARN [M:0;b030dd9a36e7:34235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:06:01,442 INFO [M:0;b030dd9a36e7:34235 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T10:06:01,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:01,442 INFO [M:0;b030dd9a36e7:34235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:06:01,442 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:01,443 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:01,443 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:01,443 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:01,443 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:01,443 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T10:06:01,459 DEBUG [M:0;b030dd9a36e7:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/105d1c093162418aa0b12666b14427fc is 82, key is hbase:meta,,1/info:regioninfo/1733220359020/Put/seqid=0 2024-12-03T10:06:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:01,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:01,466 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/105d1c093162418aa0b12666b14427fc 2024-12-03T10:06:01,488 DEBUG [M:0;b030dd9a36e7:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709d773375c74c2690400c2c5915c1b7 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733220360751/Put/seqid=0 2024-12-03T10:06:01,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:01,496 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709d773375c74c2690400c2c5915c1b7 2024-12-03T10:06:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:01,509 INFO [RS:1;b030dd9a36e7:42485 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,42485,1733220357176; zookeeper connection closed. 2024-12-03T10:06:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42485-0x1019bf170a70002, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:01,509 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583d461c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583d461c 2024-12-03T10:06:01,516 DEBUG [M:0;b030dd9a36e7:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2dd062682a401ea49ca34fcd7a234a is 69, key is b030dd9a36e7,41199,1733220357125/rs:state/1733220358228/Put/seqid=0 2024-12-03T10:06:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:01,517 INFO [RS:0;b030dd9a36e7:41199 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,41199,1733220357125; zookeeper connection closed. 2024-12-03T10:06:01,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41199-0x1019bf170a70001, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:01,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bdd560 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bdd560 2024-12-03T10:06:01,518 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T10:06:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:01,522 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2dd062682a401ea49ca34fcd7a234a 2024-12-03T10:06:01,528 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/105d1c093162418aa0b12666b14427fc as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/105d1c093162418aa0b12666b14427fc 2024-12-03T10:06:01,536 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/105d1c093162418aa0b12666b14427fc, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T10:06:01,538 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/709d773375c74c2690400c2c5915c1b7 as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/709d773375c74c2690400c2c5915c1b7 2024-12-03T10:06:01,545 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/709d773375c74c2690400c2c5915c1b7, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T10:06:01,546 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d2dd062682a401ea49ca34fcd7a234a as hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d2dd062682a401ea49ca34fcd7a234a 2024-12-03T10:06:01,554 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43979/user/jenkins/test-data/ec23775f-9147-9503-72b7-8c1582ca5a63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d2dd062682a401ea49ca34fcd7a234a, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T10:06:01,555 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=108, compaction requested=false 2024-12-03T10:06:01,557 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:01,557 DEBUG [M:0;b030dd9a36e7:34235 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35901 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33233 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:01,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:01,560 INFO [M:0;b030dd9a36e7:34235 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T10:06:01,560 INFO [M:0;b030dd9a36e7:34235 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34235 2024-12-03T10:06:01,567 DEBUG [M:0;b030dd9a36e7:34235 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b030dd9a36e7,34235,1733220356367 already deleted, retry=false 2024-12-03T10:06:01,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:01,676 INFO [M:0;b030dd9a36e7:34235 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,34235,1733220356367; zookeeper connection closed. 2024-12-03T10:06:01,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x1019bf170a70000, quorum=127.0.0.1:58562, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:01,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:01,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:01,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:01,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:01,691 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:01,695 WARN [BP-1287472522-172.17.0.2-1733220353054 heartbeating to localhost/127.0.0.1:43979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:01,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:01,695 WARN [BP-1287472522-172.17.0.2-1733220353054 heartbeating to localhost/127.0.0.1:43979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1287472522-172.17.0.2-1733220353054 (Datanode Uuid c0310e31-4ee5-4594-a34b-584fb3e87658) service to localhost/127.0.0.1:43979 2024-12-03T10:06:01,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:01,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data3/current/BP-1287472522-172.17.0.2-1733220353054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:01,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data4/current/BP-1287472522-172.17.0.2-1733220353054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:01,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:01,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:01,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:01,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:01,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:01,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:01,700 WARN [BP-1287472522-172.17.0.2-1733220353054 heartbeating to localhost/127.0.0.1:43979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:01,700 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:01,700 WARN [BP-1287472522-172.17.0.2-1733220353054 heartbeating to localhost/127.0.0.1:43979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1287472522-172.17.0.2-1733220353054 (Datanode Uuid 96a2813f-5c08-4587-ab34-9af1c5a10f9a) service to localhost/127.0.0.1:43979 2024-12-03T10:06:01,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:01,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data1/current/BP-1287472522-172.17.0.2-1733220353054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:01,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/cluster_cdea1587-60dc-3f2b-b3a3-593d4d218c7d/dfs/data/data2/current/BP-1287472522-172.17.0.2-1733220353054 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:01,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:01,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:01,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:01,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:01,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:01,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:01,718 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:06:01,745 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T10:06:01,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@708d7582 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/b030dd9a36e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b030dd9a36e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43979 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/b030dd9a36e7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b030dd9a36e7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:43979 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=408 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=3896 (was 4470) 2024-12-03T10:06:01,757 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=408, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=3896 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir so I do NOT create it in target/test-data/454ae676-c6de-0702-fbca-fb9719065291 2024-12-03T10:06:01,769 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.tmp.dir so I do NOT create it in target/test-data/454ae676-c6de-0702-fbca-fb9719065291 2024-12-03T10:06:01,769 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/05d90bde-a58e-c868-8301-3893d6aeaf5d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:06:01,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42, deleteOnExit=true 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/test.cache.data in system properties and HBase conf 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:06:01,769 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T10:06:01,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:06:01,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:06:01,771 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:06:02,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:02,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:02,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:02,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:02,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:06:02,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:02,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282b8342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:02,034 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2d062d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:02,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d601564{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/java.io.tmpdir/jetty-localhost-43633-hadoop-hdfs-3_4_1-tests_jar-_-any-733500059001424690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:02,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b6227{HTTP/1.1, (http/1.1)}{localhost:43633} 2024-12-03T10:06:02,125 INFO [Time-limited test {}] server.Server(415): Started @10795ms 2024-12-03T10:06:02,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:02,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:02,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:02,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:02,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:02,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d10c14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:02,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5d3e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:02,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@355affd8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/java.io.tmpdir/jetty-localhost-35825-hadoop-hdfs-3_4_1-tests_jar-_-any-5947269500425893689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:02,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@400bc97b{HTTP/1.1, (http/1.1)}{localhost:35825} 2024-12-03T10:06:02,401 INFO [Time-limited test {}] server.Server(415): Started @11071ms 2024-12-03T10:06:02,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:02,435 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:02,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:02,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:02,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:02,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:06:02,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37803f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:02,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25d2e4c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:02,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b0f96bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/java.io.tmpdir/jetty-localhost-42873-hadoop-hdfs-3_4_1-tests_jar-_-any-13660540280086666162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:02,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29185726{HTTP/1.1, (http/1.1)}{localhost:42873} 2024-12-03T10:06:02,534 INFO [Time-limited test {}] server.Server(415): Started @11204ms 2024-12-03T10:06:02,536 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:02,971 WARN [Thread-369 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data1/current/BP-13102715-172.17.0.2-1733220361793/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:02,971 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data2/current/BP-13102715-172.17.0.2-1733220361793/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:02,993 WARN [Thread-334 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94bed25841aaf2c8 with lease ID 0x770e3191f4bbf107: Processing first storage report for DS-2ded78a5-00d9-4dae-a746-eea38bb1b25b from datanode DatanodeRegistration(127.0.0.1:37751, datanodeUuid=20dc411d-2559-4404-aade-fae38541e6ad, infoPort=44731, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793) 2024-12-03T10:06:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94bed25841aaf2c8 with lease ID 0x770e3191f4bbf107: from storage DS-2ded78a5-00d9-4dae-a746-eea38bb1b25b node DatanodeRegistration(127.0.0.1:37751, datanodeUuid=20dc411d-2559-4404-aade-fae38541e6ad, infoPort=44731, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94bed25841aaf2c8 with lease ID 0x770e3191f4bbf107: Processing first storage report for DS-3a7f9cf9-822f-4ad9-92f1-64e61a0fb15d from datanode DatanodeRegistration(127.0.0.1:37751, datanodeUuid=20dc411d-2559-4404-aade-fae38541e6ad, infoPort=44731, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793) 2024-12-03T10:06:02,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94bed25841aaf2c8 with lease ID 0x770e3191f4bbf107: from storage DS-3a7f9cf9-822f-4ad9-92f1-64e61a0fb15d node DatanodeRegistration(127.0.0.1:37751, datanodeUuid=20dc411d-2559-4404-aade-fae38541e6ad, infoPort=44731, infoSecurePort=0, ipcPort=33069, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:03,147 WARN [Thread-382 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data4/current/BP-13102715-172.17.0.2-1733220361793/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:03,148 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data3/current/BP-13102715-172.17.0.2-1733220361793/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:03,165 WARN [Thread-357 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde57fa6d0c20808d with lease ID 0x770e3191f4bbf108: Processing first storage report for DS-48775e29-2bc8-4f47-9fbe-8a5c2b6d6b8b from datanode DatanodeRegistration(127.0.0.1:44101, datanodeUuid=88a76923-a97a-44fd-8cd8-9829fa47bb72, infoPort=44283, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793) 2024-12-03T10:06:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde57fa6d0c20808d with lease ID 0x770e3191f4bbf108: from storage DS-48775e29-2bc8-4f47-9fbe-8a5c2b6d6b8b node DatanodeRegistration(127.0.0.1:44101, datanodeUuid=88a76923-a97a-44fd-8cd8-9829fa47bb72, infoPort=44283, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde57fa6d0c20808d with lease ID 0x770e3191f4bbf108: Processing first storage report for DS-89a45c74-5e66-4914-b7c7-ce3725a40d15 from datanode DatanodeRegistration(127.0.0.1:44101, datanodeUuid=88a76923-a97a-44fd-8cd8-9829fa47bb72, infoPort=44283, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793) 2024-12-03T10:06:03,168 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde57fa6d0c20808d with lease ID 0x770e3191f4bbf108: from storage DS-89a45c74-5e66-4914-b7c7-ce3725a40d15 node DatanodeRegistration(127.0.0.1:44101, datanodeUuid=88a76923-a97a-44fd-8cd8-9829fa47bb72, infoPort=44283, infoSecurePort=0, ipcPort=34429, storageInfo=lv=-57;cid=testClusterID;nsid=191064123;c=1733220361793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:03,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291 2024-12-03T10:06:03,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/zookeeper_0, clientPort=53722, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:06:03,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53722 2024-12-03T10:06:03,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:03,292 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97 with version=8 2024-12-03T10:06:03,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/hbase-staging 2024-12-03T10:06:03,294 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:03,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:03,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:03,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:03,295 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:03,295 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38797 2024-12-03T10:06:03,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,299 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38797 connecting to ZooKeeper ensemble=127.0.0.1:53722 2024-12-03T10:06:03,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387970x0, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:03,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38797-0x1019bf18e810000 connected 2024-12-03T10:06:03,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:03,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:03,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:03,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38797 2024-12-03T10:06:03,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38797 2024-12-03T10:06:03,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38797 2024-12-03T10:06:03,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38797 2024-12-03T10:06:03,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38797 2024-12-03T10:06:03,427 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97, hbase.cluster.distributed=false 2024-12-03T10:06:03,445 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:03,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:03,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:03,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:03,446 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:03,446 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34099 2024-12-03T10:06:03,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:03,447 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:03,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34099 connecting to ZooKeeper ensemble=127.0.0.1:53722 2024-12-03T10:06:03,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340990x0, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:03,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34099-0x1019bf18e810001 connected 2024-12-03T10:06:03,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:03,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:03,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:03,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34099 2024-12-03T10:06:03,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34099 2024-12-03T10:06:03,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34099 2024-12-03T10:06:03,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34099 2024-12-03T10:06:03,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34099 2024-12-03T10:06:03,476 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:03,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:03,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:03,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:03,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:03,477 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:03,477 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33533 2024-12-03T10:06:03,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:03,478 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:03,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33533 connecting to ZooKeeper ensemble=127.0.0.1:53722 2024-12-03T10:06:03,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335330x0, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:03,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335330x0, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:03,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33533-0x1019bf18e810002 connected 2024-12-03T10:06:03,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:03,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:03,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T10:06:03,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33533 2024-12-03T10:06:03,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33533 2024-12-03T10:06:03,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T10:06:03,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33533 2024-12-03T10:06:03,496 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:03,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:03,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:03,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:03,505 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:03,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:03,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:03,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:03,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,513 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:03,514 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b030dd9a36e7,38797,1733220363293 from backup master directory 2024-12-03T10:06:03,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:03,515 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b030dd9a36e7:38797 2024-12-03T10:06:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:03,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:03,521 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:03,521 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:03,536 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/hbase.id with ID: 947de459-c615-4380-9ca8-44dc9b6c3206 2024-12-03T10:06:03,549 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:03,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:03,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:03,569 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:03,570 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:06:03,571 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:03,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:03,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:03,582 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store 2024-12-03T10:06:03,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:03,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:03,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:03,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:03,593 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:03,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:03,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:03,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:03,593 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:03,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:03,594 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/.initializing 2024-12-03T10:06:03,595 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/WALs/b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:03,596 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:03,599 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C38797%2C1733220363293, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/WALs/b030dd9a36e7,38797,1733220363293, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/oldWALs, maxLogs=10 2024-12-03T10:06:03,617 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/WALs/b030dd9a36e7,38797,1733220363293/b030dd9a36e7%2C38797%2C1733220363293.1733220363599, exclude list is [], retry=0 2024-12-03T10:06:03,621 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44101,DS-48775e29-2bc8-4f47-9fbe-8a5c2b6d6b8b,DISK] 2024-12-03T10:06:03,621 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37751,DS-2ded78a5-00d9-4dae-a746-eea38bb1b25b,DISK] 2024-12-03T10:06:03,624 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/WALs/b030dd9a36e7,38797,1733220363293/b030dd9a36e7%2C38797%2C1733220363293.1733220363599 2024-12-03T10:06:03,624 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44283:44283),(127.0.0.1/127.0.0.1:44731:44731)] 2024-12-03T10:06:03,624 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:03,624 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:03,624 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,624 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:06:03,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:03,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:06:03,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:03,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:06:03,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:03,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:06:03,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:03,638 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,639 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,641 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:06:03,642 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:03,645 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:03,646 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62189988, jitterRate=-0.07329696416854858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:06:03,646 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:03,647 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:06:03,651 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e065bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:03,652 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T10:06:03,652 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:06:03,652 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:06:03,652 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:06:03,653 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:06:03,653 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:06:03,654 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:06:03,656 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:06:03,657 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T10:06:03,667 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T10:06:03,667 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:06:03,668 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:06:03,675 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T10:06:03,675 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:06:03,676 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:06:03,683 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T10:06:03,684 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:06:03,692 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T10:06:03,693 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:06:03,700 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T10:06:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,709 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b030dd9a36e7,38797,1733220363293, sessionid=0x1019bf18e810000, setting cluster-up flag (Was=false) 2024-12-03T10:06:03,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,750 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T10:06:03,753 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:03,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:03,796 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T10:06:03,798 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:03,804 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:03,804 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T10:06:03,805 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:06:03,805 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b030dd9a36e7,38797,1733220363293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:06:03,806 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:03,806 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:03,806 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:03,806 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:03,806 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b030dd9a36e7:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:06:03,807 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,807 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:03,807 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,809 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733220393809 2024-12-03T10:06:03,809 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:06:03,809 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:06:03,810 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:06:03,810 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:06:03,810 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:06:03,810 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:06:03,810 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:03,810 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,810 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:06:03,811 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:06:03,811 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:06:03,811 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:06:03,811 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:06:03,811 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:06:03,811 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220363811,5,FailOnTimeoutGroup] 2024-12-03T10:06:03,811 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220363811,5,FailOnTimeoutGroup] 2024-12-03T10:06:03,811 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,812 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:06:03,812 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,812 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,812 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,812 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:03,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:03,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:03,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T10:06:03,820 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97 2024-12-03T10:06:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:03,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:03,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:03,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:03,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:03,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:03,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:03,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:03,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:03,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:03,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:03,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:03,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740 2024-12-03T10:06:03,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740 2024-12-03T10:06:03,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:03,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:03,846 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:03,847 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59872513, jitterRate=-0.10783003270626068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:03,848 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:03,849 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:03,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:03,850 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:03,850 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T10:06:03,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:06:03,852 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:06:03,853 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:06:03,909 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b030dd9a36e7:33533 2024-12-03T10:06:03,909 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b030dd9a36e7:34099 2024-12-03T10:06:03,910 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1008): ClusterId : 947de459-c615-4380-9ca8-44dc9b6c3206 2024-12-03T10:06:03,910 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1008): ClusterId : 947de459-c615-4380-9ca8-44dc9b6c3206 2024-12-03T10:06:03,910 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:03,910 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:03,917 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:03,917 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:03,918 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:03,918 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:03,926 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:03,926 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:03,926 DEBUG [RS:1;b030dd9a36e7:33533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ab275e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:03,926 DEBUG [RS:0;b030dd9a36e7:34099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cb8c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:03,927 DEBUG [RS:1;b030dd9a36e7:33533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cffbe9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:03,927 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:03,927 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:03,927 DEBUG [RS:0;b030dd9a36e7:34099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:03,927 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:03,927 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:03,927 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:03,927 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:03,927 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,38797,1733220363293 with isa=b030dd9a36e7/172.17.0.2:33533, startcode=1733220363476 2024-12-03T10:06:03,928 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,38797,1733220363293 with isa=b030dd9a36e7/172.17.0.2:34099, startcode=1733220363445 2024-12-03T10:06:03,928 DEBUG [RS:1;b030dd9a36e7:33533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:03,928 DEBUG [RS:0;b030dd9a36e7:34099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:03,929 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33105, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:03,929 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52671, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:03,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38797 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:03,930 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38797 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:03,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38797 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:03,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38797 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:03,932 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97 2024-12-03T10:06:03,932 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45449 2024-12-03T10:06:03,932 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:03,933 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97 2024-12-03T10:06:03,933 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45449 2024-12-03T10:06:03,933 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:03,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:03,966 DEBUG [RS:0;b030dd9a36e7:34099 {}] zookeeper.ZKUtil(111): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:03,966 WARN [RS:0;b030dd9a36e7:34099 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:03,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,33533,1733220363476] 2024-12-03T10:06:03,966 INFO [RS:0;b030dd9a36e7:34099 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:03,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,34099,1733220363445] 2024-12-03T10:06:03,966 DEBUG [RS:1;b030dd9a36e7:33533 {}] zookeeper.ZKUtil(111): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:03,966 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:03,966 WARN [RS:1;b030dd9a36e7:33533 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:03,966 INFO [RS:1;b030dd9a36e7:33533 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:03,967 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:03,972 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:03,972 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:03,972 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:03,972 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:03,974 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:03,975 INFO [RS:0;b030dd9a36e7:34099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:03,975 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,975 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:03,977 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,977 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,978 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,978 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,978 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:03,978 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,978 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,978 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:03,978 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,979 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,979 INFO [RS:1;b030dd9a36e7:33533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:03,979 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,979 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,979 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,979 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,979 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:03,979 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:03,979 DEBUG [RS:0;b030dd9a36e7:34099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:03,980 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,980 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,980 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,980 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,980 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34099,1733220363445-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:03,980 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,980 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,981 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,982 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:03,982 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:03,982 DEBUG [RS:1;b030dd9a36e7:33533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:03,982 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,982 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,982 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,983 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,983 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33533,1733220363476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:03,996 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:03,996 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:03,996 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33533,1733220363476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:03,996 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34099,1733220363445-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:04,003 WARN [b030dd9a36e7:38797 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:06:04,008 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.Replication(204): b030dd9a36e7,33533,1733220363476 started 2024-12-03T10:06:04,008 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,33533,1733220363476, RpcServer on b030dd9a36e7/172.17.0.2:33533, sessionid=0x1019bf18e810002 2024-12-03T10:06:04,008 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:04,008 DEBUG [RS:1;b030dd9a36e7:33533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:04,008 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,33533,1733220363476' 2024-12-03T10:06:04,008 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:04,009 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:04,009 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.Replication(204): b030dd9a36e7,34099,1733220363445 started 2024-12-03T10:06:04,009 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,34099,1733220363445, RpcServer on b030dd9a36e7/172.17.0.2:34099, sessionid=0x1019bf18e810001 2024-12-03T10:06:04,009 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:04,009 DEBUG [RS:0;b030dd9a36e7:34099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:04,009 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,34099,1733220363445' 2024-12-03T10:06:04,009 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:04,009 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:04,009 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:04,009 DEBUG [RS:1;b030dd9a36e7:33533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:04,009 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,33533,1733220363476' 2024-12-03T10:06:04,010 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:04,010 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:04,010 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:04,010 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:04,010 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:04,010 DEBUG [RS:0;b030dd9a36e7:34099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:04,010 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,34099,1733220363445' 2024-12-03T10:06:04,010 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:04,010 DEBUG [RS:1;b030dd9a36e7:33533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:04,010 INFO [RS:1;b030dd9a36e7:33533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:04,010 INFO [RS:1;b030dd9a36e7:33533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:04,010 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:04,011 DEBUG [RS:0;b030dd9a36e7:34099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:04,011 INFO [RS:0;b030dd9a36e7:34099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:04,011 INFO [RS:0;b030dd9a36e7:34099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:04,111 INFO [RS:1;b030dd9a36e7:33533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:04,111 INFO [RS:0;b030dd9a36e7:34099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:04,115 INFO [RS:1;b030dd9a36e7:33533 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C33533%2C1733220363476, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,33533,1733220363476, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/oldWALs, maxLogs=32 2024-12-03T10:06:04,115 INFO [RS:0;b030dd9a36e7:34099 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C34099%2C1733220363445, suffix=, logDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/oldWALs, maxLogs=32 2024-12-03T10:06:04,132 DEBUG [RS:0;b030dd9a36e7:34099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445/b030dd9a36e7%2C34099%2C1733220363445.1733220364120, exclude list is [], retry=0 2024-12-03T10:06:04,132 DEBUG [RS:1;b030dd9a36e7:33533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,33533,1733220363476/b030dd9a36e7%2C33533%2C1733220363476.1733220364120, exclude list is [], retry=0 2024-12-03T10:06:04,135 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37751,DS-2ded78a5-00d9-4dae-a746-eea38bb1b25b,DISK] 2024-12-03T10:06:04,135 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44101,DS-48775e29-2bc8-4f47-9fbe-8a5c2b6d6b8b,DISK] 2024-12-03T10:06:04,135 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37751,DS-2ded78a5-00d9-4dae-a746-eea38bb1b25b,DISK] 2024-12-03T10:06:04,136 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44101,DS-48775e29-2bc8-4f47-9fbe-8a5c2b6d6b8b,DISK] 2024-12-03T10:06:04,139 INFO [RS:0;b030dd9a36e7:34099 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445/b030dd9a36e7%2C34099%2C1733220363445.1733220364120 2024-12-03T10:06:04,139 INFO [RS:1;b030dd9a36e7:33533 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,33533,1733220363476/b030dd9a36e7%2C33533%2C1733220363476.1733220364120 2024-12-03T10:06:04,139 DEBUG [RS:0;b030dd9a36e7:34099 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44731:44731),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-03T10:06:04,139 DEBUG [RS:1;b030dd9a36e7:33533 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44731:44731),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-03T10:06:04,254 DEBUG [b030dd9a36e7:38797 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T10:06:04,254 DEBUG [b030dd9a36e7:38797 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:04,257 DEBUG [b030dd9a36e7:38797 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:04,257 DEBUG [b030dd9a36e7:38797 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:04,257 INFO [b030dd9a36e7:38797 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:04,257 INFO [b030dd9a36e7:38797 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:04,257 DEBUG [b030dd9a36e7:38797 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:04,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:04,260 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,34099,1733220363445, state=OPENING 2024-12-03T10:06:04,305 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:06:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:04,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b030dd9a36e7,34099,1733220363445}] 2024-12-03T10:06:04,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:04,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:04,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:04,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:04,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:04,472 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:04,478 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T10:06:04,478 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:04,478 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:06:04,481 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C34099%2C1733220363445.meta, suffix=.meta, logDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445, archiveDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/oldWALs, maxLogs=32 2024-12-03T10:06:04,488 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:06:04,495 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445/b030dd9a36e7%2C34099%2C1733220363445.meta.1733220364482.meta, exclude list is [], retry=0 2024-12-03T10:06:04,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:04,498 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37751,DS-2ded78a5-00d9-4dae-a746-eea38bb1b25b,DISK] 2024-12-03T10:06:04,498 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44101,DS-48775e29-2bc8-4f47-9fbe-8a5c2b6d6b8b,DISK] 2024-12-03T10:06:04,500 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445/b030dd9a36e7%2C34099%2C1733220363445.meta.1733220364482.meta 2024-12-03T10:06:04,501 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44731:44731),(127.0.0.1/127.0.0.1:44283:44283)] 2024-12-03T10:06:04,501 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:04,501 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:06:04,501 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:06:04,501 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:06:04,502 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:06:04,502 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:04,502 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T10:06:04,502 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T10:06:04,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:04,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:04,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:04,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:04,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:04,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:04,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:04,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:04,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:04,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:04,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:04,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:04,511 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740 2024-12-03T10:06:04,513 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740 2024-12-03T10:06:04,515 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:04,517 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:04,518 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74443034, jitterRate=0.10928764939308167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:04,519 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:04,520 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733220364470 2024-12-03T10:06:04,522 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:06:04,522 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T10:06:04,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:04,524 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,34099,1733220363445, state=OPEN 2024-12-03T10:06:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:04,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:04,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:04,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:04,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:06:04,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b030dd9a36e7,34099,1733220363445 in 218 msec 2024-12-03T10:06:04,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:06:04,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-12-03T10:06:04,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 739 msec 2024-12-03T10:06:04,541 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733220364541, completionTime=-1 2024-12-03T10:06:04,541 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T10:06:04,541 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T10:06:04,542 DEBUG [hconnection-0x25f0436a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:04,544 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:04,545 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T10:06:04,545 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733220424545 2024-12-03T10:06:04,545 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733220484545 2024-12-03T10:06:04,545 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-03T10:06:04,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:04,567 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-03T10:06:04,568 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38797,1733220363293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:04,568 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38797,1733220363293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:04,568 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38797,1733220363293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:04,568 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b030dd9a36e7:38797, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:04,568 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:04,568 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T10:06:04,569 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:04,570 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T10:06:04,571 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T10:06:04,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:04,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:04,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:04,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:04,582 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 799797ca8e119c73bca129f1fe49aff2, NAME => 'hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97 2024-12-03T10:06:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:04,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:04,591 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:04,591 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 799797ca8e119c73bca129f1fe49aff2, disabling compactions & flushes 2024-12-03T10:06:04,591 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:04,591 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:04,591 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. after waiting 0 ms 2024-12-03T10:06:04,592 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:04,592 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:04,592 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 799797ca8e119c73bca129f1fe49aff2: 2024-12-03T10:06:04,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:04,594 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733220364594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220364594"}]},"ts":"1733220364594"} 2024-12-03T10:06:04,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:06:04,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:04,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220364599"}]},"ts":"1733220364599"} 2024-12-03T10:06:04,601 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T10:06:04,625 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:04,626 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:04,626 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:04,626 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:04,626 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:04,626 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:04,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=799797ca8e119c73bca129f1fe49aff2, ASSIGN}] 2024-12-03T10:06:04,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=799797ca8e119c73bca129f1fe49aff2, ASSIGN 2024-12-03T10:06:04,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=799797ca8e119c73bca129f1fe49aff2, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33533,1733220363476; forceNewPlan=false, retain=false 2024-12-03T10:06:04,780 INFO [b030dd9a36e7:38797 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T10:06:04,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=799797ca8e119c73bca129f1fe49aff2, regionState=OPENING, regionLocation=b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:04,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 799797ca8e119c73bca129f1fe49aff2, server=b030dd9a36e7,33533,1733220363476}] 2024-12-03T10:06:04,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:04,939 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:04,941 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:04,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:04,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 799797ca8e119c73bca129f1fe49aff2, NAME => 'hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:04,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:04,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:04,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:04,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:04,952 INFO [StoreOpener-799797ca8e119c73bca129f1fe49aff2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:04,954 INFO [StoreOpener-799797ca8e119c73bca129f1fe49aff2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 799797ca8e119c73bca129f1fe49aff2 columnFamilyName info 2024-12-03T10:06:04,954 DEBUG [StoreOpener-799797ca8e119c73bca129f1fe49aff2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:04,955 INFO [StoreOpener-799797ca8e119c73bca129f1fe49aff2-1 {}] regionserver.HStore(327): Store=799797ca8e119c73bca129f1fe49aff2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:04,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:04,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:04,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:04,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:04,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 799797ca8e119c73bca129f1fe49aff2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66098483, jitterRate=-0.015055850148200989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:04,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 799797ca8e119c73bca129f1fe49aff2: 2024-12-03T10:06:04,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2., pid=6, masterSystemTime=1733220364938 2024-12-03T10:06:04,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:04,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:04,966 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=799797ca8e119c73bca129f1fe49aff2, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:04,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:06:04,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 799797ca8e119c73bca129f1fe49aff2, server=b030dd9a36e7,33533,1733220363476 in 184 msec 2024-12-03T10:06:04,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:06:04,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=799797ca8e119c73bca129f1fe49aff2, ASSIGN in 345 msec 2024-12-03T10:06:04,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:04,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220364974"}]},"ts":"1733220364974"} 2024-12-03T10:06:04,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T10:06:04,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:04,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 415 msec 2024-12-03T10:06:05,072 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T10:06:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:05,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:05,091 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:05,093 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:05,096 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T10:06:05,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:05,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-12-03T10:06:05,129 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T10:06:05,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:05,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-12-03T10:06:05,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T10:06:05,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T10:06:05,196 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.675sec 2024-12-03T10:06:05,197 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:06:05,197 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:06:05,197 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:06:05,197 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:06:05,197 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:06:05,197 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38797,1733220363293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:05,197 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38797,1733220363293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:06:05,200 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:06:05,201 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:06:05,201 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38797,1733220363293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:05,202 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x299b7398 to 127.0.0.1:53722 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cb95b37 2024-12-03T10:06:05,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ff9b07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:05,215 DEBUG [hconnection-0x1e980530-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:05,217 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:05,219 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:05,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:06:05,221 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:06:05,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T10:06:05,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:05,226 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:05,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T10:06:05,227 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:05,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:05,238 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 71810959afac304562bcf4c37b7df5d6, NAME => 'testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97 2024-12-03T10:06:05,238 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3301aae97349c05320713f0a6d9c273a, NAME => 'testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97 2024-12-03T10:06:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:05,246 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:05,246 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 3301aae97349c05320713f0a6d9c273a, disabling compactions & flushes 2024-12-03T10:06:05,246 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,246 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,246 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. after waiting 0 ms 2024-12-03T10:06:05,246 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,246 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,246 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3301aae97349c05320713f0a6d9c273a: 2024-12-03T10:06:05,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:05,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:05,249 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:05,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 71810959afac304562bcf4c37b7df5d6, disabling compactions & flushes 2024-12-03T10:06:05,250 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. after waiting 0 ms 2024-12-03T10:06:05,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,250 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,250 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 71810959afac304562bcf4c37b7df5d6: 2024-12-03T10:06:05,251 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:05,251 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220365251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220365251"}]},"ts":"1733220365251"} 2024-12-03T10:06:05,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220365251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220365251"}]},"ts":"1733220365251"} 2024-12-03T10:06:05,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T10:06:05,255 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:05,256 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220365255"}]},"ts":"1733220365255"} 2024-12-03T10:06:05,257 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T10:06:05,275 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:05,276 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:05,277 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:05,277 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:05,277 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:05,277 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:05,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=71810959afac304562bcf4c37b7df5d6, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3301aae97349c05320713f0a6d9c273a, ASSIGN}] 2024-12-03T10:06:05,279 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3301aae97349c05320713f0a6d9c273a, ASSIGN 2024-12-03T10:06:05,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=71810959afac304562bcf4c37b7df5d6, ASSIGN 2024-12-03T10:06:05,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=71810959afac304562bcf4c37b7df5d6, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33533,1733220363476; forceNewPlan=false, retain=false 2024-12-03T10:06:05,280 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3301aae97349c05320713f0a6d9c273a, ASSIGN; state=OFFLINE, location=b030dd9a36e7,34099,1733220363445; forceNewPlan=false, retain=false 2024-12-03T10:06:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:05,431 INFO [b030dd9a36e7:38797 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T10:06:05,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3301aae97349c05320713f0a6d9c273a, regionState=OPENING, regionLocation=b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:05,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=71810959afac304562bcf4c37b7df5d6, regionState=OPENING, regionLocation=b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:05,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 71810959afac304562bcf4c37b7df5d6, server=b030dd9a36e7,33533,1733220363476}] 2024-12-03T10:06:05,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 3301aae97349c05320713f0a6d9c273a, server=b030dd9a36e7,34099,1733220363445}] 2024-12-03T10:06:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:05,588 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:05,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:05,596 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,596 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 71810959afac304562bcf4c37b7df5d6, NAME => 'testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 3301aae97349c05320713f0a6d9c273a, NAME => 'testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,596 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,597 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,597 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,598 INFO [StoreOpener-3301aae97349c05320713f0a6d9c273a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,598 INFO [StoreOpener-71810959afac304562bcf4c37b7df5d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,600 INFO [StoreOpener-3301aae97349c05320713f0a6d9c273a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3301aae97349c05320713f0a6d9c273a columnFamilyName family 2024-12-03T10:06:05,600 INFO [StoreOpener-71810959afac304562bcf4c37b7df5d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 71810959afac304562bcf4c37b7df5d6 columnFamilyName family 2024-12-03T10:06:05,600 DEBUG [StoreOpener-3301aae97349c05320713f0a6d9c273a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:05,600 DEBUG [StoreOpener-71810959afac304562bcf4c37b7df5d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:05,601 INFO [StoreOpener-3301aae97349c05320713f0a6d9c273a-1 {}] regionserver.HStore(327): Store=3301aae97349c05320713f0a6d9c273a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:05,601 INFO [StoreOpener-71810959afac304562bcf4c37b7df5d6-1 {}] regionserver.HStore(327): Store=71810959afac304562bcf4c37b7df5d6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:05,602 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,602 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,603 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,603 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,605 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,605 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,608 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:05,608 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:05,609 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 71810959afac304562bcf4c37b7df5d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64915146, jitterRate=-0.03268894553184509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:05,609 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 3301aae97349c05320713f0a6d9c273a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61897813, jitterRate=-0.07765071094036102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:05,610 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 3301aae97349c05320713f0a6d9c273a: 2024-12-03T10:06:05,610 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 71810959afac304562bcf4c37b7df5d6: 2024-12-03T10:06:05,611 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6., pid=12, masterSystemTime=1733220365588 2024-12-03T10:06:05,611 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a., pid=13, masterSystemTime=1733220365588 2024-12-03T10:06:05,613 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,613 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=71810959afac304562bcf4c37b7df5d6, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:05,614 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,614 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3301aae97349c05320713f0a6d9c273a, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:05,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T10:06:05,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 71810959afac304562bcf4c37b7df5d6, server=b030dd9a36e7,33533,1733220363476 in 181 msec 2024-12-03T10:06:05,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T10:06:05,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 3301aae97349c05320713f0a6d9c273a, server=b030dd9a36e7,34099,1733220363445 in 181 msec 2024-12-03T10:06:05,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=71810959afac304562bcf4c37b7df5d6, ASSIGN in 342 msec 2024-12-03T10:06:05,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-03T10:06:05,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3301aae97349c05320713f0a6d9c273a, ASSIGN in 343 msec 2024-12-03T10:06:05,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:05,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220365623"}]},"ts":"1733220365623"} 2024-12-03T10:06:05,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T10:06:05,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:05,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 411 msec 2024-12-03T10:06:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38797 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:05,838 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T10:06:05,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T10:06:05,838 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T10:06:05,846 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:05,846 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T10:06:05,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:05,852 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:05,869 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3301aae97349c05320713f0a6d9c273a 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T10:06:05,884 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a/.tmp/family/1472ff3b3a104589866ef79ccc655424 is 32, key is 5/family:/1733220365861/Put/seqid=0 2024-12-03T10:06:05,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741841_1017 (size=5083) 2024-12-03T10:06:05,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741841_1017 (size=5083) 2024-12-03T10:06:05,891 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a/.tmp/family/1472ff3b3a104589866ef79ccc655424 2024-12-03T10:06:05,899 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a/.tmp/family/1472ff3b3a104589866ef79ccc655424 as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a/family/1472ff3b3a104589866ef79ccc655424 2024-12-03T10:06:05,908 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a/family/1472ff3b3a104589866ef79ccc655424, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T10:06:05,909 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3301aae97349c05320713f0a6d9c273a in 41ms, sequenceid=9, compaction requested=false 2024-12-03T10:06:05,909 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3301aae97349c05320713f0a6d9c273a: 2024-12-03T10:06:05,909 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 71810959afac304562bcf4c37b7df5d6 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T10:06:05,923 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6/.tmp/family/e9b3c90b593c412da5a1aa66fa1e98c7 is 32, key is 1/family:/1733220365853/Put/seqid=0 2024-12-03T10:06:05,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741842_1018 (size=5054) 2024-12-03T10:06:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741842_1018 (size=5054) 2024-12-03T10:06:05,930 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6/.tmp/family/e9b3c90b593c412da5a1aa66fa1e98c7 2024-12-03T10:06:05,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6/.tmp/family/e9b3c90b593c412da5a1aa66fa1e98c7 as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6/family/e9b3c90b593c412da5a1aa66fa1e98c7 2024-12-03T10:06:05,946 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6/family/e9b3c90b593c412da5a1aa66fa1e98c7, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T10:06:05,947 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 71810959afac304562bcf4c37b7df5d6 in 38ms, sequenceid=8, compaction requested=false 2024-12-03T10:06:05,947 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 71810959afac304562bcf4c37b7df5d6: 2024-12-03T10:06:05,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T10:06:05,951 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:06:05,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x299b7398 to 127.0.0.1:53722 2024-12-03T10:06:05,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:05,952 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:06:05,952 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=595136852, stopped=false 2024-12-03T10:06:05,952 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:05,958 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T10:06:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:05,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:05,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:05,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:05,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:05,959 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,34099,1733220363445' ***** 2024-12-03T10:06:05,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:05,959 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:05,959 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,33533,1733220363476' ***** 2024-12-03T10:06:05,960 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:05,960 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(3579): Received CLOSE for 3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:05,960 INFO [RS:1;b030dd9a36e7:33533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:05,960 INFO [RS:1;b030dd9a36e7:33533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:05,960 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(3579): Received CLOSE for 71810959afac304562bcf4c37b7df5d6 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:05,960 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:05,960 DEBUG [RS:0;b030dd9a36e7:34099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:05,960 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3301aae97349c05320713f0a6d9c273a, disabling compactions & flushes 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:05,960 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:05,960 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,961 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. after waiting 0 ms 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,961 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(3579): Received CLOSE for 799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:05,961 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T10:06:05,961 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 71810959afac304562bcf4c37b7df5d6, disabling compactions & flushes 2024-12-03T10:06:05,961 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 3301aae97349c05320713f0a6d9c273a=testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a.} 2024-12-03T10:06:05,961 DEBUG [RS:1;b030dd9a36e7:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:05,961 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,961 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,961 DEBUG [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 3301aae97349c05320713f0a6d9c273a 2024-12-03T10:06:05,961 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1603): Online Regions={71810959afac304562bcf4c37b7df5d6=testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6., 799797ca8e119c73bca129f1fe49aff2=hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2.} 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. after waiting 0 ms 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,961 DEBUG [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1629): Waiting on 71810959afac304562bcf4c37b7df5d6, 799797ca8e119c73bca129f1fe49aff2 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:05,961 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:05,961 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:05,961 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T10:06:05,965 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/71810959afac304562bcf4c37b7df5d6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:06:05,966 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/default/testClearRegionBlockCache/3301aae97349c05320713f0a6d9c273a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T10:06:05,966 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,966 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 71810959afac304562bcf4c37b7df5d6: 2024-12-03T10:06:05,966 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,966 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3301aae97349c05320713f0a6d9c273a: 2024-12-03T10:06:05,966 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a. 2024-12-03T10:06:05,966 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733220365223.71810959afac304562bcf4c37b7df5d6. 2024-12-03T10:06:05,966 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 799797ca8e119c73bca129f1fe49aff2, disabling compactions & flushes 2024-12-03T10:06:05,966 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:05,967 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:05,967 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. after waiting 0 ms 2024-12-03T10:06:05,967 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:05,967 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 799797ca8e119c73bca129f1fe49aff2 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T10:06:05,979 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/.tmp/info/b9cbf993baac4b93908e0bbd2158091d is 173, key is testClearRegionBlockCache,5,1733220365223.3301aae97349c05320713f0a6d9c273a./info:regioninfo/1733220365615/Put/seqid=0 2024-12-03T10:06:05,980 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:06:05,980 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:06:05,982 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2/.tmp/info/071dbf6158884991b4a8b3fa49cc3209 is 45, key is default/info:d/1733220365101/Put/seqid=0 2024-12-03T10:06:05,983 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:05,985 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:05,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:05,986 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/.tmp/info/b9cbf993baac4b93908e0bbd2158091d 2024-12-03T10:06:05,990 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:06:05,990 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:06:05,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:05,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:05,991 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2/.tmp/info/071dbf6158884991b4a8b3fa49cc3209 2024-12-03T10:06:05,999 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2/.tmp/info/071dbf6158884991b4a8b3fa49cc3209 as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2/info/071dbf6158884991b4a8b3fa49cc3209 2024-12-03T10:06:06,008 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2/info/071dbf6158884991b4a8b3fa49cc3209, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T10:06:06,009 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 799797ca8e119c73bca129f1fe49aff2 in 42ms, sequenceid=6, compaction requested=false 2024-12-03T10:06:06,014 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/.tmp/table/816c724b2d1b4ba6a38b79b3bc72b128 is 61, key is testClearRegionBlockCache/table:state/1733220365623/Put/seqid=0 2024-12-03T10:06:06,014 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/namespace/799797ca8e119c73bca129f1fe49aff2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:06:06,015 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:06,015 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 799797ca8e119c73bca129f1fe49aff2: 2024-12-03T10:06:06,015 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733220364568.799797ca8e119c73bca129f1fe49aff2. 2024-12-03T10:06:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:06,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:06,020 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/.tmp/table/816c724b2d1b4ba6a38b79b3bc72b128 2024-12-03T10:06:06,028 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/.tmp/info/b9cbf993baac4b93908e0bbd2158091d as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/info/b9cbf993baac4b93908e0bbd2158091d 2024-12-03T10:06:06,037 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/info/b9cbf993baac4b93908e0bbd2158091d, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T10:06:06,039 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/.tmp/table/816c724b2d1b4ba6a38b79b3bc72b128 as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/table/816c724b2d1b4ba6a38b79b3bc72b128 2024-12-03T10:06:06,046 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/table/816c724b2d1b4ba6a38b79b3bc72b128, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T10:06:06,047 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=16, compaction requested=false 2024-12-03T10:06:06,052 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:06:06,053 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:06:06,053 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:06,053 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:06,053 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:06,161 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,34099,1733220363445; all regions closed. 2024-12-03T10:06:06,161 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,33533,1733220363476; all regions closed. 2024-12-03T10:06:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741833_1009 (size=3079) 2024-12-03T10:06:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741833_1009 (size=3079) 2024-12-03T10:06:06,170 DEBUG [RS:0;b030dd9a36e7:34099 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/oldWALs 2024-12-03T10:06:06,170 INFO [RS:0;b030dd9a36e7:34099 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C34099%2C1733220363445.meta:.meta(num 1733220364482) 2024-12-03T10:06:06,170 DEBUG [RS:1;b030dd9a36e7:33533 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/oldWALs 2024-12-03T10:06:06,170 INFO [RS:1;b030dd9a36e7:33533 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C33533%2C1733220363476:(num 1733220364120) 2024-12-03T10:06:06,170 DEBUG [RS:1;b030dd9a36e7:33533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:06,171 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:06,171 INFO [RS:1;b030dd9a36e7:33533 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:06,171 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:06,171 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:06,171 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:06,171 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:06,172 INFO [RS:1;b030dd9a36e7:33533 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33533 2024-12-03T10:06:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741834_1010 (size=1867) 2024-12-03T10:06:06,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/WALs/b030dd9a36e7,34099,1733220363445/b030dd9a36e7%2C34099%2C1733220363445.1733220364120 not finished, retry = 0 2024-12-03T10:06:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741834_1010 (size=1867) 2024-12-03T10:06:06,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,33533,1733220363476 2024-12-03T10:06:06,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:06,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,33533,1733220363476] 2024-12-03T10:06:06,188 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,33533,1733220363476; numProcessing=1 2024-12-03T10:06:06,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,33533,1733220363476 already deleted, retry=false 2024-12-03T10:06:06,196 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,33533,1733220363476 expired; onlineServers=1 2024-12-03T10:06:06,278 DEBUG [RS:0;b030dd9a36e7:34099 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/oldWALs 2024-12-03T10:06:06,278 INFO [RS:0;b030dd9a36e7:34099 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C34099%2C1733220363445:(num 1733220364120) 2024-12-03T10:06:06,278 DEBUG [RS:0;b030dd9a36e7:34099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:06,278 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:06,279 INFO [RS:0;b030dd9a36e7:34099 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:06,279 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:06,279 INFO [RS:0;b030dd9a36e7:34099 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34099 2024-12-03T10:06:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,34099,1733220363445 2024-12-03T10:06:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:06,288 INFO [RS:1;b030dd9a36e7:33533 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,33533,1733220363476; zookeeper connection closed. 2024-12-03T10:06:06,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33533-0x1019bf18e810002, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:06,288 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c8f3bf7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c8f3bf7 2024-12-03T10:06:06,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,34099,1733220363445] 2024-12-03T10:06:06,296 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,34099,1733220363445; numProcessing=2 2024-12-03T10:06:06,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,34099,1733220363445 already deleted, retry=false 2024-12-03T10:06:06,305 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,34099,1733220363445 expired; onlineServers=0 2024-12-03T10:06:06,305 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,38797,1733220363293' ***** 2024-12-03T10:06:06,305 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:06:06,305 DEBUG [M:0;b030dd9a36e7:38797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214fcd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:06,305 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,38797,1733220363293 2024-12-03T10:06:06,306 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,38797,1733220363293; all regions closed. 2024-12-03T10:06:06,306 DEBUG [M:0;b030dd9a36e7:38797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:06,306 DEBUG [M:0;b030dd9a36e7:38797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:06:06,306 DEBUG [M:0;b030dd9a36e7:38797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:06:06,306 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:06:06,306 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220363811 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220363811,5,FailOnTimeoutGroup] 2024-12-03T10:06:06,306 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220363811 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220363811,5,FailOnTimeoutGroup] 2024-12-03T10:06:06,307 INFO [M:0;b030dd9a36e7:38797 {}] hbase.ChoreService(370): Chore service for: master/b030dd9a36e7:0 had [] on shutdown 2024-12-03T10:06:06,307 DEBUG [M:0;b030dd9a36e7:38797 {}] master.HMaster(1733): Stopping service threads 2024-12-03T10:06:06,307 INFO [M:0;b030dd9a36e7:38797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:06:06,307 INFO [M:0;b030dd9a36e7:38797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:06:06,308 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:06:06,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:06,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:06,317 DEBUG [M:0;b030dd9a36e7:38797 {}] zookeeper.ZKUtil(347): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T10:06:06,317 WARN [M:0;b030dd9a36e7:38797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:06:06,317 INFO [M:0;b030dd9a36e7:38797 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T10:06:06,317 INFO [M:0;b030dd9a36e7:38797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:06:06,317 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:06,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:06,317 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:06,317 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:06,318 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:06,318 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:06,318 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T10:06:06,336 DEBUG [M:0;b030dd9a36e7:38797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03985202f21b45bbba5b1aff78776711 is 82, key is hbase:meta,,1/info:regioninfo/1733220364523/Put/seqid=0 2024-12-03T10:06:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:06,343 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03985202f21b45bbba5b1aff78776711 2024-12-03T10:06:06,363 DEBUG [M:0;b030dd9a36e7:38797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472e2e5e39e949739eb9243db17d8e63 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733220365636/Put/seqid=0 2024-12-03T10:06:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:06,370 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472e2e5e39e949739eb9243db17d8e63 2024-12-03T10:06:06,392 DEBUG [M:0;b030dd9a36e7:38797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd9fcadf219649ee8983086f3f6f4d53 is 69, key is b030dd9a36e7,33533,1733220363476/rs:state/1733220363932/Put/seqid=0 2024-12-03T10:06:06,396 INFO [RS:0;b030dd9a36e7:34099 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,34099,1733220363445; zookeeper connection closed. 2024-12-03T10:06:06,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:06,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34099-0x1019bf18e810001, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:06,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3959297 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3959297 2024-12-03T10:06:06,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T10:06:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:06,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:06,398 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd9fcadf219649ee8983086f3f6f4d53 2024-12-03T10:06:06,405 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03985202f21b45bbba5b1aff78776711 as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03985202f21b45bbba5b1aff78776711 2024-12-03T10:06:06,412 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03985202f21b45bbba5b1aff78776711, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T10:06:06,414 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472e2e5e39e949739eb9243db17d8e63 as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/472e2e5e39e949739eb9243db17d8e63 2024-12-03T10:06:06,421 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/472e2e5e39e949739eb9243db17d8e63, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T10:06:06,423 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd9fcadf219649ee8983086f3f6f4d53 as hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd9fcadf219649ee8983086f3f6f4d53 2024-12-03T10:06:06,431 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45449/user/jenkins/test-data/b5112cda-9d40-488b-f0ba-8e2a5aff1b97/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd9fcadf219649ee8983086f3f6f4d53, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T10:06:06,433 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=108, compaction requested=false 2024-12-03T10:06:06,434 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:06,434 DEBUG [M:0;b030dd9a36e7:38797 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:06,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44101 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:06,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37751 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:06,438 INFO [M:0;b030dd9a36e7:38797 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T10:06:06,438 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:06,438 INFO [M:0;b030dd9a36e7:38797 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38797 2024-12-03T10:06:06,446 DEBUG [M:0;b030dd9a36e7:38797 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b030dd9a36e7,38797,1733220363293 already deleted, retry=false 2024-12-03T10:06:06,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:06,555 INFO [M:0;b030dd9a36e7:38797 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,38797,1733220363293; zookeeper connection closed. 2024-12-03T10:06:06,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38797-0x1019bf18e810000, quorum=127.0.0.1:53722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:06,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b0f96bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:06,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29185726{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:06,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:06,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25d2e4c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:06,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37803f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:06,559 WARN [BP-13102715-172.17.0.2-1733220361793 heartbeating to localhost/127.0.0.1:45449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:06,559 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:06,559 WARN [BP-13102715-172.17.0.2-1733220361793 heartbeating to localhost/127.0.0.1:45449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-13102715-172.17.0.2-1733220361793 (Datanode Uuid 88a76923-a97a-44fd-8cd8-9829fa47bb72) service to localhost/127.0.0.1:45449 2024-12-03T10:06:06,559 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:06,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data3/current/BP-13102715-172.17.0.2-1733220361793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:06,560 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data4/current/BP-13102715-172.17.0.2-1733220361793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:06,560 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:06,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@355affd8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:06,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@400bc97b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:06,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:06,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5d3e3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:06,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d10c14b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:06,566 WARN [BP-13102715-172.17.0.2-1733220361793 heartbeating to localhost/127.0.0.1:45449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:06,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:06,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:06,566 WARN [BP-13102715-172.17.0.2-1733220361793 heartbeating to localhost/127.0.0.1:45449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-13102715-172.17.0.2-1733220361793 (Datanode Uuid 20dc411d-2559-4404-aade-fae38541e6ad) service to localhost/127.0.0.1:45449 2024-12-03T10:06:06,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data1/current/BP-13102715-172.17.0.2-1733220361793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:06,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/cluster_26e94a6b-b69a-67c5-1f18-811f86066e42/dfs/data/data2/current/BP-13102715-172.17.0.2-1733220361793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:06,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:06,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d601564{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:06,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b6227{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:06,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:06,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2d062d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:06,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282b8342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:06,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:06:06,597 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T10:06:06,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 80) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45449 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45449 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 408) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=3774 (was 3896) 2024-12-03T10:06:06,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=3774 2024-12-03T10:06:06,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir so I do NOT create it in target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93 2024-12-03T10:06:06,621 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.tmp.dir so I do NOT create it in target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93 2024-12-03T10:06:06,622 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/454ae676-c6de-0702-fbca-fb9719065291/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:06:06,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823, deleteOnExit=true 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/test.cache.data in system properties and HBase conf 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:06:06,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T10:06:06,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:06:06,623 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:06:06,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:06:06,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:06,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:06,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:06,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:06,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:06:06,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:06,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cfda4d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:06,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7242bd28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:06,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@284b038c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/java.io.tmpdir/jetty-localhost-33559-hadoop-hdfs-3_4_1-tests_jar-_-any-6737035759029401048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:06,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7282135{HTTP/1.1, (http/1.1)}{localhost:33559} 2024-12-03T10:06:06,988 INFO [Time-limited test {}] server.Server(415): Started @15658ms 2024-12-03T10:06:07,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:07,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:07,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:07,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:07,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:07,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fec6c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:07,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4afb6d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:07,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198ea86a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/java.io.tmpdir/jetty-localhost-38859-hadoop-hdfs-3_4_1-tests_jar-_-any-3430887697272126520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:07,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c53866{HTTP/1.1, (http/1.1)}{localhost:38859} 2024-12-03T10:06:07,242 INFO [Time-limited test {}] server.Server(415): Started @15912ms 2024-12-03T10:06:07,243 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:07,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:07,271 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:07,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:07,272 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:07,272 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:06:07,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5790885a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:07,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e0d9f90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:07,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62617d16{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/java.io.tmpdir/jetty-localhost-40091-hadoop-hdfs-3_4_1-tests_jar-_-any-5665082724359547525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:07,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c7767d2{HTTP/1.1, (http/1.1)}{localhost:40091} 2024-12-03T10:06:07,365 INFO [Time-limited test {}] server.Server(415): Started @16035ms 2024-12-03T10:06:07,370 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:07,974 WARN [Thread-640 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data1/current/BP-1850569066-172.17.0.2-1733220366645/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:07,974 WARN [Thread-641 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data2/current/BP-1850569066-172.17.0.2-1733220366645/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:07,989 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:07,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccddc14791c674c0 with lease ID 0xdfa979480e98dca8: Processing first storage report for DS-f883b728-0d3a-40f8-9835-62e8520a206b from datanode DatanodeRegistration(127.0.0.1:44991, datanodeUuid=4078933c-da39-42ba-9ff4-f687ba7833e1, infoPort=40031, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645) 2024-12-03T10:06:07,991 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccddc14791c674c0 with lease ID 0xdfa979480e98dca8: from storage DS-f883b728-0d3a-40f8-9835-62e8520a206b node DatanodeRegistration(127.0.0.1:44991, datanodeUuid=4078933c-da39-42ba-9ff4-f687ba7833e1, infoPort=40031, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:06:07,991 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccddc14791c674c0 with lease ID 0xdfa979480e98dca8: Processing first storage report for DS-9113e14b-8fcd-40c6-9677-b828a18b1317 from datanode DatanodeRegistration(127.0.0.1:44991, datanodeUuid=4078933c-da39-42ba-9ff4-f687ba7833e1, infoPort=40031, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645) 2024-12-03T10:06:07,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccddc14791c674c0 with lease ID 0xdfa979480e98dca8: from storage DS-9113e14b-8fcd-40c6-9677-b828a18b1317 node DatanodeRegistration(127.0.0.1:44991, datanodeUuid=4078933c-da39-42ba-9ff4-f687ba7833e1, infoPort=40031, infoSecurePort=0, ipcPort=43667, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:08,067 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data4/current/BP-1850569066-172.17.0.2-1733220366645/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:08,067 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data3/current/BP-1850569066-172.17.0.2-1733220366645/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:08,082 WARN [Thread-627 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e43fe6a83467ae with lease ID 0xdfa979480e98dca9: Processing first storage report for DS-47dff148-12c8-4cd1-890d-ba0da87d0839 from datanode DatanodeRegistration(127.0.0.1:35865, datanodeUuid=6d5c3322-5b9e-4e2b-8db3-a9bf70336c98, infoPort=44337, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645) 2024-12-03T10:06:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e43fe6a83467ae with lease ID 0xdfa979480e98dca9: from storage DS-47dff148-12c8-4cd1-890d-ba0da87d0839 node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=6d5c3322-5b9e-4e2b-8db3-a9bf70336c98, infoPort=44337, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6e43fe6a83467ae with lease ID 0xdfa979480e98dca9: Processing first storage report for DS-dd3d1a27-3da3-445c-9d07-8369cf743140 from datanode DatanodeRegistration(127.0.0.1:35865, datanodeUuid=6d5c3322-5b9e-4e2b-8db3-a9bf70336c98, infoPort=44337, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645) 2024-12-03T10:06:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6e43fe6a83467ae with lease ID 0xdfa979480e98dca9: from storage DS-dd3d1a27-3da3-445c-9d07-8369cf743140 node DatanodeRegistration(127.0.0.1:35865, datanodeUuid=6d5c3322-5b9e-4e2b-8db3-a9bf70336c98, infoPort=44337, infoSecurePort=0, ipcPort=43605, storageInfo=lv=-57;cid=testClusterID;nsid=641386066;c=1733220366645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:08,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93 2024-12-03T10:06:08,101 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/zookeeper_0, clientPort=61609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:06:08,102 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61609 2024-12-03T10:06:08,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:08,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:08,114 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd with version=8 2024-12-03T10:06:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/hbase-staging 2024-12-03T10:06:08,116 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:08,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:08,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:08,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:08,117 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:08,118 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38361 2024-12-03T10:06:08,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38361 connecting to ZooKeeper ensemble=127.0.0.1:61609 2024-12-03T10:06:08,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383610x0, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:08,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38361-0x1019bf1a15a0000 connected 2024-12-03T10:06:08,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:08,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:08,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:08,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-03T10:06:08,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38361 2024-12-03T10:06:08,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38361 2024-12-03T10:06:08,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-03T10:06:08,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38361 2024-12-03T10:06:08,265 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd, hbase.cluster.distributed=false 2024-12-03T10:06:08,284 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:08,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,284 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:08,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:08,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:08,285 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:08,285 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42111 2024-12-03T10:06:08,285 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:08,286 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:08,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42111 connecting to ZooKeeper ensemble=127.0.0.1:61609 2024-12-03T10:06:08,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421110x0, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:08,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421110x0, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:08,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42111-0x1019bf1a15a0001 connected 2024-12-03T10:06:08,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:08,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:08,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42111 2024-12-03T10:06:08,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42111 2024-12-03T10:06:08,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42111 2024-12-03T10:06:08,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42111 2024-12-03T10:06:08,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42111 2024-12-03T10:06:08,317 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:08,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:08,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:08,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:08,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:08,318 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:08,318 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37605 2024-12-03T10:06:08,319 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:08,319 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:08,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37605 connecting to ZooKeeper ensemble=127.0.0.1:61609 2024-12-03T10:06:08,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376050x0, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:08,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376050x0, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:08,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37605-0x1019bf1a15a0002 connected 2024-12-03T10:06:08,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:08,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:08,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37605 2024-12-03T10:06:08,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37605 2024-12-03T10:06:08,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37605 2024-12-03T10:06:08,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37605 2024-12-03T10:06:08,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37605 2024-12-03T10:06:08,338 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:08,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:08,347 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:08,350 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b030dd9a36e7:38361 2024-12-03T10:06:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,355 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:08,355 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b030dd9a36e7,38361,1733220368116 from backup master directory 2024-12-03T10:06:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:08,363 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:08,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:08,363 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:08,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:08,376 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/hbase.id with ID: 58875336-2e29-4b3b-ba35-9d3ed71fd700 2024-12-03T10:06:08,387 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:08,404 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:08,404 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:06:08,405 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:08,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:08,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:08,817 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store 2024-12-03T10:06:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:08,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:08,834 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:08,835 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:08,835 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:08,835 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:08,835 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:08,835 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:08,835 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:08,835 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:08,837 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/.initializing 2024-12-03T10:06:08,837 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/WALs/b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:08,838 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:08,841 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C38361%2C1733220368116, suffix=, logDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/WALs/b030dd9a36e7,38361,1733220368116, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/oldWALs, maxLogs=10 2024-12-03T10:06:08,852 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/WALs/b030dd9a36e7,38361,1733220368116/b030dd9a36e7%2C38361%2C1733220368116.1733220368841, exclude list is [], retry=0 2024-12-03T10:06:08,855 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-47dff148-12c8-4cd1-890d-ba0da87d0839,DISK] 2024-12-03T10:06:08,855 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-f883b728-0d3a-40f8-9835-62e8520a206b,DISK] 2024-12-03T10:06:08,857 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/WALs/b030dd9a36e7,38361,1733220368116/b030dd9a36e7%2C38361%2C1733220368116.1733220368841 2024-12-03T10:06:08,857 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:40031:40031)] 2024-12-03T10:06:08,857 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:08,857 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:08,857 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,857 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:06:08,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:08,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:08,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:06:08,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:08,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:08,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:06:08,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:08,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:08,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:06:08,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:08,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:08,867 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,868 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,870 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:06:08,871 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:08,873 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:08,874 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66372037, jitterRate=-0.010979577898979187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:06:08,875 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:08,875 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:06:08,879 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274fd1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:08,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T10:06:08,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:06:08,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:06:08,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:06:08,881 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:06:08,882 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:06:08,882 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:06:08,884 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:06:08,885 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T10:06:08,929 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T10:06:08,930 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:06:08,931 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:06:08,941 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T10:06:08,942 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:06:08,943 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:06:08,950 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T10:06:08,951 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:06:08,958 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T10:06:08,962 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:06:08,971 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T10:06:08,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:08,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:08,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:08,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:08,986 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b030dd9a36e7,38361,1733220368116, sessionid=0x1019bf1a15a0000, setting cluster-up flag (Was=false) 2024-12-03T10:06:09,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,030 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T10:06:09,032 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,075 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T10:06:09,079 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:09,086 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:09,087 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T10:06:09,087 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:06:09,087 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b030dd9a36e7,38361,1733220368116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b030dd9a36e7:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:09,088 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,089 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733220399089 2024-12-03T10:06:09,089 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:06:09,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:06:09,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:06:09,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:06:09,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:06:09,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:06:09,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:09,090 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:06:09,091 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:06:09,091 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:06:09,091 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:06:09,091 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:06:09,091 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:06:09,092 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220369092,5,FailOnTimeoutGroup] 2024-12-03T10:06:09,092 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,092 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220369092,5,FailOnTimeoutGroup] 2024-12-03T10:06:09,092 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,092 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:06:09,092 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:09,092 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:09,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:09,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T10:06:09,104 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd 2024-12-03T10:06:09,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:09,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:09,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:09,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:09,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:09,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:09,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:09,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:09,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:09,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:09,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:09,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:09,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740 2024-12-03T10:06:09,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740 2024-12-03T10:06:09,121 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:09,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:09,124 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:09,124 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73037228, jitterRate=0.08833950757980347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:09,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:09,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:09,125 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:09,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:09,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:09,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:09,126 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:09,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:09,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:09,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T10:06:09,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:06:09,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:06:09,129 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:06:09,148 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b030dd9a36e7:42111 2024-12-03T10:06:09,148 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b030dd9a36e7:37605 2024-12-03T10:06:09,149 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1008): ClusterId : 58875336-2e29-4b3b-ba35-9d3ed71fd700 2024-12-03T10:06:09,149 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1008): ClusterId : 58875336-2e29-4b3b-ba35-9d3ed71fd700 2024-12-03T10:06:09,149 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:09,149 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:09,159 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:09,159 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:09,159 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:09,159 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:09,167 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:09,167 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:09,168 DEBUG [RS:1;b030dd9a36e7:37605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2853e8dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:09,168 DEBUG [RS:0;b030dd9a36e7:42111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27deca38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:09,168 DEBUG [RS:0;b030dd9a36e7:42111 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8888c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:09,168 DEBUG [RS:1;b030dd9a36e7:37605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42331c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:09,168 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:09,168 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:09,168 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:09,168 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:09,168 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:09,168 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:09,169 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,38361,1733220368116 with isa=b030dd9a36e7/172.17.0.2:42111, startcode=1733220368284 2024-12-03T10:06:09,169 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,38361,1733220368116 with isa=b030dd9a36e7/172.17.0.2:37605, startcode=1733220368317 2024-12-03T10:06:09,169 DEBUG [RS:1;b030dd9a36e7:37605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:09,169 DEBUG [RS:0;b030dd9a36e7:42111 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:09,172 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38363, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:09,172 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58239, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:09,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38361 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38361 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38361 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:09,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38361 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:09,175 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd 2024-12-03T10:06:09,175 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38543 2024-12-03T10:06:09,175 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:09,176 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd 2024-12-03T10:06:09,177 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38543 2024-12-03T10:06:09,177 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:09,210 DEBUG [RS:1;b030dd9a36e7:37605 {}] zookeeper.ZKUtil(111): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,210 WARN [RS:1;b030dd9a36e7:37605 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:09,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,37605,1733220368317] 2024-12-03T10:06:09,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,42111,1733220368284] 2024-12-03T10:06:09,210 INFO [RS:1;b030dd9a36e7:37605 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:09,210 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,210 DEBUG [RS:0;b030dd9a36e7:42111 {}] zookeeper.ZKUtil(111): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:09,210 WARN [RS:0;b030dd9a36e7:42111 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:09,210 INFO [RS:0;b030dd9a36e7:42111 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:09,211 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:09,216 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:09,216 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:09,216 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:09,216 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:09,220 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:09,220 INFO [RS:0;b030dd9a36e7:42111 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:09,220 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,222 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:09,223 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:09,223 INFO [RS:1;b030dd9a36e7:37605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:09,224 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,224 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,224 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,225 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,225 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,225 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:09,225 DEBUG [RS:0;b030dd9a36e7:42111 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:09,226 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:09,227 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,227 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,227 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,227 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,227 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,227 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,42111,1733220368284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,227 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,228 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,228 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,228 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:09,228 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:09,228 DEBUG [RS:1;b030dd9a36e7:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:09,230 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,230 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,230 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,230 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,230 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,37605,1733220368317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:09,243 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:09,243 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:09,243 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,42111,1733220368284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,243 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,37605,1733220368317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,256 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.Replication(204): b030dd9a36e7,42111,1733220368284 started 2024-12-03T10:06:09,256 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.Replication(204): b030dd9a36e7,37605,1733220368317 started 2024-12-03T10:06:09,256 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,42111,1733220368284, RpcServer on b030dd9a36e7/172.17.0.2:42111, sessionid=0x1019bf1a15a0001 2024-12-03T10:06:09,256 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,37605,1733220368317, RpcServer on b030dd9a36e7/172.17.0.2:37605, sessionid=0x1019bf1a15a0002 2024-12-03T10:06:09,256 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:09,256 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:09,256 DEBUG [RS:0;b030dd9a36e7:42111 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:09,256 DEBUG [RS:1;b030dd9a36e7:37605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,256 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,42111,1733220368284' 2024-12-03T10:06:09,256 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,37605,1733220368317' 2024-12-03T10:06:09,256 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:09,256 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:09,257 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:09,257 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:09,257 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:09,257 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:09,257 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:09,257 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:09,257 DEBUG [RS:0;b030dd9a36e7:42111 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:09,257 DEBUG [RS:1;b030dd9a36e7:37605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,257 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,42111,1733220368284' 2024-12-03T10:06:09,257 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,37605,1733220368317' 2024-12-03T10:06:09,257 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:09,257 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:09,258 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:09,258 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:09,258 DEBUG [RS:1;b030dd9a36e7:37605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:09,258 DEBUG [RS:0;b030dd9a36e7:42111 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:09,258 INFO [RS:1;b030dd9a36e7:37605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:09,258 INFO [RS:0;b030dd9a36e7:42111 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:09,258 INFO [RS:1;b030dd9a36e7:37605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:09,258 INFO [RS:0;b030dd9a36e7:42111 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:09,279 WARN [b030dd9a36e7:38361 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:06:09,359 INFO [RS:1;b030dd9a36e7:37605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:09,359 INFO [RS:0;b030dd9a36e7:42111 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:09,362 INFO [RS:0;b030dd9a36e7:42111 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C42111%2C1733220368284, suffix=, logDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,42111,1733220368284, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/oldWALs, maxLogs=32 2024-12-03T10:06:09,362 INFO [RS:1;b030dd9a36e7:37605 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C37605%2C1733220368317, suffix=, logDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,37605,1733220368317, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/oldWALs, maxLogs=32 2024-12-03T10:06:09,380 DEBUG [RS:0;b030dd9a36e7:42111 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,42111,1733220368284/b030dd9a36e7%2C42111%2C1733220368284.1733220369367, exclude list is [], retry=0 2024-12-03T10:06:09,380 DEBUG [RS:1;b030dd9a36e7:37605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,37605,1733220368317/b030dd9a36e7%2C37605%2C1733220368317.1733220369367, exclude list is [], retry=0 2024-12-03T10:06:09,383 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-47dff148-12c8-4cd1-890d-ba0da87d0839,DISK] 2024-12-03T10:06:09,383 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-47dff148-12c8-4cd1-890d-ba0da87d0839,DISK] 2024-12-03T10:06:09,383 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-f883b728-0d3a-40f8-9835-62e8520a206b,DISK] 2024-12-03T10:06:09,383 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-f883b728-0d3a-40f8-9835-62e8520a206b,DISK] 2024-12-03T10:06:09,385 INFO [RS:0;b030dd9a36e7:42111 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,42111,1733220368284/b030dd9a36e7%2C42111%2C1733220368284.1733220369367 2024-12-03T10:06:09,387 INFO [RS:1;b030dd9a36e7:37605 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,37605,1733220368317/b030dd9a36e7%2C37605%2C1733220368317.1733220369367 2024-12-03T10:06:09,388 DEBUG [RS:0;b030dd9a36e7:42111 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:40031:40031)] 2024-12-03T10:06:09,388 DEBUG [RS:1;b030dd9a36e7:37605 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44337:44337),(127.0.0.1/127.0.0.1:40031:40031)] 2024-12-03T10:06:09,530 DEBUG [b030dd9a36e7:38361 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T10:06:09,530 DEBUG [b030dd9a36e7:38361 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:09,534 DEBUG [b030dd9a36e7:38361 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:09,534 DEBUG [b030dd9a36e7:38361 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:09,534 INFO [b030dd9a36e7:38361 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:09,534 INFO [b030dd9a36e7:38361 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:09,534 DEBUG [b030dd9a36e7:38361 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:09,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,37605,1733220368317, state=OPENING 2024-12-03T10:06:09,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:06:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:09,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b030dd9a36e7,37605,1733220368317}] 2024-12-03T10:06:09,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:09,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:09,632 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:09,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,788 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:09,792 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:09,799 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T10:06:09,800 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:09,800 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:06:09,802 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C37605%2C1733220368317.meta, suffix=.meta, logDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,37605,1733220368317, archiveDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/oldWALs, maxLogs=32 2024-12-03T10:06:09,816 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,37605,1733220368317/b030dd9a36e7%2C37605%2C1733220368317.meta.1733220369803.meta, exclude list is [], retry=0 2024-12-03T10:06:09,819 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44991,DS-f883b728-0d3a-40f8-9835-62e8520a206b,DISK] 2024-12-03T10:06:09,819 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35865,DS-47dff148-12c8-4cd1-890d-ba0da87d0839,DISK] 2024-12-03T10:06:09,821 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/WALs/b030dd9a36e7,37605,1733220368317/b030dd9a36e7%2C37605%2C1733220368317.meta.1733220369803.meta 2024-12-03T10:06:09,821 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40031:40031),(127.0.0.1/127.0.0.1:44337:44337)] 2024-12-03T10:06:09,821 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:09,821 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:06:09,821 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:06:09,822 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:06:09,822 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:06:09,822 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:09,822 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T10:06:09,822 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T10:06:09,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:09,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:09,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:09,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:09,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:09,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:09,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:09,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:09,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:09,829 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740 2024-12-03T10:06:09,830 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740 2024-12-03T10:06:09,832 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:09,833 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:09,834 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68582007, jitterRate=0.021951541304588318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:09,835 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:09,836 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733220369787 2024-12-03T10:06:09,837 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:06:09,837 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T10:06:09,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:09,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,37605,1733220368317, state=OPEN 2024-12-03T10:06:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:09,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:09,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:09,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:09,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:09,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:06:09,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b030dd9a36e7,37605,1733220368317 in 215 msec 2024-12-03T10:06:09,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:06:09,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-12-03T10:06:09,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 771 msec 2024-12-03T10:06:09,856 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733220369856, completionTime=-1 2024-12-03T10:06:09,856 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T10:06:09,856 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T10:06:09,857 DEBUG [hconnection-0x7911636a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:09,859 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:09,860 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T10:06:09,860 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733220429860 2024-12-03T10:06:09,860 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733220489860 2024-12-03T10:06:09,860 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-03T10:06:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38361,1733220368116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38361,1733220368116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38361,1733220368116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b030dd9a36e7:38361, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T10:06:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:09,882 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T10:06:09,882 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T10:06:09,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:09,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:09,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:09,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:09,893 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 20b78597db6160706bb43ad8b1c0dc02, NAME => 'hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd 2024-12-03T10:06:09,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:09,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:09,901 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:09,901 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 20b78597db6160706bb43ad8b1c0dc02, disabling compactions & flushes 2024-12-03T10:06:09,901 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:09,901 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:09,901 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. after waiting 0 ms 2024-12-03T10:06:09,901 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:09,901 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:09,901 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 20b78597db6160706bb43ad8b1c0dc02: 2024-12-03T10:06:09,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:09,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733220369902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220369902"}]},"ts":"1733220369902"} 2024-12-03T10:06:09,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:06:09,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:09,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220369906"}]},"ts":"1733220369906"} 2024-12-03T10:06:09,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T10:06:09,925 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:09,926 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:09,926 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:09,926 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:09,926 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:09,926 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:09,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=20b78597db6160706bb43ad8b1c0dc02, ASSIGN}] 2024-12-03T10:06:09,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=20b78597db6160706bb43ad8b1c0dc02, ASSIGN 2024-12-03T10:06:09,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=20b78597db6160706bb43ad8b1c0dc02, ASSIGN; state=OFFLINE, location=b030dd9a36e7,37605,1733220368317; forceNewPlan=false, retain=false 2024-12-03T10:06:10,006 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:06:10,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:10,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:10,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:10,079 INFO [b030dd9a36e7:38361 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T10:06:10,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=20b78597db6160706bb43ad8b1c0dc02, regionState=OPENING, regionLocation=b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:10,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 20b78597db6160706bb43ad8b1c0dc02, server=b030dd9a36e7,37605,1733220368317}] 2024-12-03T10:06:10,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:10,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:10,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 20b78597db6160706bb43ad8b1c0dc02, NAME => 'hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:10,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:10,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:10,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:10,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:10,243 INFO [StoreOpener-20b78597db6160706bb43ad8b1c0dc02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:10,245 INFO [StoreOpener-20b78597db6160706bb43ad8b1c0dc02-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20b78597db6160706bb43ad8b1c0dc02 columnFamilyName info 2024-12-03T10:06:10,245 DEBUG [StoreOpener-20b78597db6160706bb43ad8b1c0dc02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:10,246 INFO [StoreOpener-20b78597db6160706bb43ad8b1c0dc02-1 {}] regionserver.HStore(327): Store=20b78597db6160706bb43ad8b1c0dc02/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:10,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:10,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:10,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:10,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:10,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 20b78597db6160706bb43ad8b1c0dc02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62308498, jitterRate=-0.0715310275554657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:10,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 20b78597db6160706bb43ad8b1c0dc02: 2024-12-03T10:06:10,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02., pid=6, masterSystemTime=1733220370236 2024-12-03T10:06:10,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:10,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:10,258 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=20b78597db6160706bb43ad8b1c0dc02, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:10,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:06:10,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 20b78597db6160706bb43ad8b1c0dc02, server=b030dd9a36e7,37605,1733220368317 in 177 msec 2024-12-03T10:06:10,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:06:10,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=20b78597db6160706bb43ad8b1c0dc02, ASSIGN in 336 msec 2024-12-03T10:06:10,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:10,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220370265"}]},"ts":"1733220370265"} 2024-12-03T10:06:10,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T10:06:10,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:10,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 396 msec 2024-12-03T10:06:10,283 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T10:06:10,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:10,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:10,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:10,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:10,296 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T10:06:10,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:10,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-12-03T10:06:10,329 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T10:06:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:10,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-03T10:06:10,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T10:06:10,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T10:06:10,396 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.033sec 2024-12-03T10:06:10,397 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:06:10,397 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:06:10,397 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:06:10,397 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:06:10,397 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:06:10,397 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38361,1733220368116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:10,397 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38361,1733220368116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:06:10,399 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:06:10,399 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:06:10,399 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,38361,1733220368116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:10,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29e398f1 to 127.0.0.1:61609 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ef168b5 2024-12-03T10:06:10,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a5aeff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:10,453 DEBUG [hconnection-0x50997991-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:10,456 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:10,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:10,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:06:10,463 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:06:10,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T10:06:10,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:10,468 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:10,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T10:06:10,468 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:10,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:10,479 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2973d3242339d52546e8c30f5f914780, NAME => 'testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd 2024-12-03T10:06:10,479 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d000487e37e9a567c02de161ea32b331, NAME => 'testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd 2024-12-03T10:06:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 2973d3242339d52546e8c30f5f914780, disabling compactions & flushes 2024-12-03T10:06:10,489 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. after waiting 0 ms 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:10,489 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2973d3242339d52546e8c30f5f914780: 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:10,489 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing d000487e37e9a567c02de161ea32b331, disabling compactions & flushes 2024-12-03T10:06:10,489 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:10,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:10,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. after waiting 0 ms 2024-12-03T10:06:10,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:10,490 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:10,490 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for d000487e37e9a567c02de161ea32b331: 2024-12-03T10:06:10,491 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:10,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220370491"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220370491"}]},"ts":"1733220370491"} 2024-12-03T10:06:10,491 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220370491"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220370491"}]},"ts":"1733220370491"} 2024-12-03T10:06:10,494 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T10:06:10,495 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:10,495 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220370495"}]},"ts":"1733220370495"} 2024-12-03T10:06:10,497 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T10:06:10,517 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:10,518 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:10,518 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:10,518 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:10,518 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:10,519 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:10,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2973d3242339d52546e8c30f5f914780, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d000487e37e9a567c02de161ea32b331, ASSIGN}] 2024-12-03T10:06:10,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d000487e37e9a567c02de161ea32b331, ASSIGN 2024-12-03T10:06:10,521 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2973d3242339d52546e8c30f5f914780, ASSIGN 2024-12-03T10:06:10,521 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d000487e37e9a567c02de161ea32b331, ASSIGN; state=OFFLINE, location=b030dd9a36e7,42111,1733220368284; forceNewPlan=false, retain=false 2024-12-03T10:06:10,522 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2973d3242339d52546e8c30f5f914780, ASSIGN; state=OFFLINE, location=b030dd9a36e7,37605,1733220368317; forceNewPlan=false, retain=false 2024-12-03T10:06:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:10,672 INFO [b030dd9a36e7:38361 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T10:06:10,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d000487e37e9a567c02de161ea32b331, regionState=OPENING, regionLocation=b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:10,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2973d3242339d52546e8c30f5f914780, regionState=OPENING, regionLocation=b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:10,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure d000487e37e9a567c02de161ea32b331, server=b030dd9a36e7,42111,1733220368284}] 2024-12-03T10:06:10,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 2973d3242339d52546e8c30f5f914780, server=b030dd9a36e7,37605,1733220368317}] 2024-12-03T10:06:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:10,833 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:10,833 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:10,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:10,835 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:10,838 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => d000487e37e9a567c02de161ea32b331, NAME => 'testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T10:06:10,839 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 2973d3242339d52546e8c30f5f914780, NAME => 'testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:10,839 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:10,841 INFO [StoreOpener-d000487e37e9a567c02de161ea32b331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:10,841 INFO [StoreOpener-2973d3242339d52546e8c30f5f914780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:10,842 INFO [StoreOpener-d000487e37e9a567c02de161ea32b331-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d000487e37e9a567c02de161ea32b331 columnFamilyName family 2024-12-03T10:06:10,842 INFO [StoreOpener-2973d3242339d52546e8c30f5f914780-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2973d3242339d52546e8c30f5f914780 columnFamilyName family 2024-12-03T10:06:10,842 DEBUG [StoreOpener-d000487e37e9a567c02de161ea32b331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:10,842 DEBUG [StoreOpener-2973d3242339d52546e8c30f5f914780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:10,843 INFO [StoreOpener-d000487e37e9a567c02de161ea32b331-1 {}] regionserver.HStore(327): Store=d000487e37e9a567c02de161ea32b331/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:10,843 INFO [StoreOpener-2973d3242339d52546e8c30f5f914780-1 {}] regionserver.HStore(327): Store=2973d3242339d52546e8c30f5f914780/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:10,844 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:10,844 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:10,844 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:10,845 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:10,846 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:10,846 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:10,849 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:10,849 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:10,849 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 2973d3242339d52546e8c30f5f914780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59847721, jitterRate=-0.10819946229457855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:10,849 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened d000487e37e9a567c02de161ea32b331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65199034, jitterRate=-0.02845868468284607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:10,850 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 2973d3242339d52546e8c30f5f914780: 2024-12-03T10:06:10,850 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for d000487e37e9a567c02de161ea32b331: 2024-12-03T10:06:10,851 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780., pid=13, masterSystemTime=1733220370835 2024-12-03T10:06:10,851 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331., pid=12, masterSystemTime=1733220370833 2024-12-03T10:06:10,853 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:10,853 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:10,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=d000487e37e9a567c02de161ea32b331, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:10,854 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:10,854 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:10,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2973d3242339d52546e8c30f5f914780, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:10,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T10:06:10,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-03T10:06:10,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 2973d3242339d52546e8c30f5f914780, server=b030dd9a36e7,37605,1733220368317 in 176 msec 2024-12-03T10:06:10,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d000487e37e9a567c02de161ea32b331, ASSIGN in 339 msec 2024-12-03T10:06:10,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure d000487e37e9a567c02de161ea32b331, server=b030dd9a36e7,42111,1733220368284 in 178 msec 2024-12-03T10:06:10,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:06:10,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2973d3242339d52546e8c30f5f914780, ASSIGN in 339 msec 2024-12-03T10:06:10,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:10,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220370861"}]},"ts":"1733220370861"} 2024-12-03T10:06:10,862 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T10:06:10,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:10,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 441 msec 2024-12-03T10:06:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38361 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:11,076 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T10:06:11,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T10:06:11,077 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:11,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T10:06:11,082 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:11,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T10:06:11,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:11,100 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:11,108 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d000487e37e9a567c02de161ea32b331 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T10:06:11,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331/.tmp/family/c913e2e2330f4579981d8bdccd368bba is 32, key is 5/family:/1733220371100/Put/seqid=0 2024-12-03T10:06:11,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741841_1017 (size=5083) 2024-12-03T10:06:11,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741841_1017 (size=5083) 2024-12-03T10:06:11,131 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331/.tmp/family/c913e2e2330f4579981d8bdccd368bba 2024-12-03T10:06:11,138 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331/.tmp/family/c913e2e2330f4579981d8bdccd368bba as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331/family/c913e2e2330f4579981d8bdccd368bba 2024-12-03T10:06:11,145 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331/family/c913e2e2330f4579981d8bdccd368bba, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T10:06:11,146 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d000487e37e9a567c02de161ea32b331 in 38ms, sequenceid=9, compaction requested=false 2024-12-03T10:06:11,146 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d000487e37e9a567c02de161ea32b331: 2024-12-03T10:06:11,146 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 2973d3242339d52546e8c30f5f914780 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T10:06:11,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780/.tmp/family/71dc5d17b1824772a0595ce20bf64af9 is 32, key is 1/family:/1733220371089/Put/seqid=0 2024-12-03T10:06:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741842_1018 (size=5054) 2024-12-03T10:06:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741842_1018 (size=5054) 2024-12-03T10:06:11,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780/.tmp/family/71dc5d17b1824772a0595ce20bf64af9 2024-12-03T10:06:11,176 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780/.tmp/family/71dc5d17b1824772a0595ce20bf64af9 as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780/family/71dc5d17b1824772a0595ce20bf64af9 2024-12-03T10:06:11,182 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780/family/71dc5d17b1824772a0595ce20bf64af9, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T10:06:11,183 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2973d3242339d52546e8c30f5f914780 in 37ms, sequenceid=8, compaction requested=false 2024-12-03T10:06:11,184 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 2973d3242339d52546e8c30f5f914780: 2024-12-03T10:06:11,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:11,196 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:11,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:11,198 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:11,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T10:06:11,199 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:06:11,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29e398f1 to 127.0.0.1:61609 2024-12-03T10:06:11,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:11,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:06:11,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=214184634, stopped=false 2024-12-03T10:06:11,200 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:11,263 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T10:06:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:11,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:11,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:11,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:11,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:11,264 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,42111,1733220368284' ***** 2024-12-03T10:06:11,264 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:11,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:11,264 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,37605,1733220368317' ***** 2024-12-03T10:06:11,264 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:11,264 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:11,264 INFO [RS:0;b030dd9a36e7:42111 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:11,264 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:11,264 INFO [RS:0;b030dd9a36e7:42111 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:11,264 INFO [RS:1;b030dd9a36e7:37605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:11,264 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(3579): Received CLOSE for d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:11,265 INFO [RS:1;b030dd9a36e7:37605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:11,265 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:11,265 DEBUG [RS:0;b030dd9a36e7:42111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:11,265 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(3579): Received CLOSE for 2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:11,265 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:11,265 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:11,265 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-03T10:06:11,266 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1603): Online Regions={d000487e37e9a567c02de161ea32b331=testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331.} 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d000487e37e9a567c02de161ea32b331, disabling compactions & flushes 2024-12-03T10:06:11,266 DEBUG [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1629): Waiting on d000487e37e9a567c02de161ea32b331 2024-12-03T10:06:11,266 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:11,266 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(3579): Received CLOSE for 20b78597db6160706bb43ad8b1c0dc02 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. after waiting 0 ms 2024-12-03T10:06:11,266 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2973d3242339d52546e8c30f5f914780, disabling compactions & flushes 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:11,266 DEBUG [RS:1;b030dd9a36e7:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:11,266 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:11,266 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. after waiting 0 ms 2024-12-03T10:06:11,266 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:11,266 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:11,266 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:11,266 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T10:06:11,267 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-03T10:06:11,267 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 2973d3242339d52546e8c30f5f914780=testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780., 20b78597db6160706bb43ad8b1c0dc02=hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02.} 2024-12-03T10:06:11,267 DEBUG [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 20b78597db6160706bb43ad8b1c0dc02, 2973d3242339d52546e8c30f5f914780 2024-12-03T10:06:11,267 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:11,267 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:11,267 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:11,267 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:11,267 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:11,267 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T10:06:11,275 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/d000487e37e9a567c02de161ea32b331/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T10:06:11,275 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/default/testClearRegionBlockCache/2973d3242339d52546e8c30f5f914780/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:06:11,275 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:11,275 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d000487e37e9a567c02de161ea32b331: 2024-12-03T10:06:11,275 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:11,275 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2973d3242339d52546e8c30f5f914780: 2024-12-03T10:06:11,275 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331. 2024-12-03T10:06:11,275 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733220370465.2973d3242339d52546e8c30f5f914780. 2024-12-03T10:06:11,276 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 20b78597db6160706bb43ad8b1c0dc02, disabling compactions & flushes 2024-12-03T10:06:11,276 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:11,276 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:11,276 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. after waiting 0 ms 2024-12-03T10:06:11,276 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:11,276 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 20b78597db6160706bb43ad8b1c0dc02 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T10:06:11,286 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/.tmp/info/cb797919ae984fb7bddfec17c58b3c3f is 173, key is testClearRegionBlockCache,5,1733220370465.d000487e37e9a567c02de161ea32b331./info:regioninfo/1733220370853/Put/seqid=0 2024-12-03T10:06:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:11,292 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/.tmp/info/cb797919ae984fb7bddfec17c58b3c3f 2024-12-03T10:06:11,292 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02/.tmp/info/6879264c12f64da2a9a31d1c98531387 is 45, key is default/info:d/1733220370301/Put/seqid=0 2024-12-03T10:06:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:11,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:11,297 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02/.tmp/info/6879264c12f64da2a9a31d1c98531387 2024-12-03T10:06:11,303 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02/.tmp/info/6879264c12f64da2a9a31d1c98531387 as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02/info/6879264c12f64da2a9a31d1c98531387 2024-12-03T10:06:11,309 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02/info/6879264c12f64da2a9a31d1c98531387, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T10:06:11,310 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 20b78597db6160706bb43ad8b1c0dc02 in 34ms, sequenceid=6, compaction requested=false 2024-12-03T10:06:11,313 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/.tmp/table/f71f4c778fd447b6bca24093ff833bde is 61, key is testClearRegionBlockCache/table:state/1733220370861/Put/seqid=0 2024-12-03T10:06:11,314 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/namespace/20b78597db6160706bb43ad8b1c0dc02/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:06:11,314 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:11,314 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 20b78597db6160706bb43ad8b1c0dc02: 2024-12-03T10:06:11,315 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733220369880.20b78597db6160706bb43ad8b1c0dc02. 2024-12-03T10:06:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:11,319 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/.tmp/table/f71f4c778fd447b6bca24093ff833bde 2024-12-03T10:06:11,325 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/.tmp/info/cb797919ae984fb7bddfec17c58b3c3f as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/info/cb797919ae984fb7bddfec17c58b3c3f 2024-12-03T10:06:11,331 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:11,331 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/info/cb797919ae984fb7bddfec17c58b3c3f, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T10:06:11,332 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:11,333 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/.tmp/table/f71f4c778fd447b6bca24093ff833bde as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/table/f71f4c778fd447b6bca24093ff833bde 2024-12-03T10:06:11,338 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/table/f71f4c778fd447b6bca24093ff833bde, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T10:06:11,339 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 72ms, sequenceid=16, compaction requested=false 2024-12-03T10:06:11,344 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:06:11,345 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:06:11,345 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:11,345 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:11,345 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:11,466 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,42111,1733220368284; all regions closed. 2024-12-03T10:06:11,467 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,37605,1733220368317; all regions closed. 2024-12-03T10:06:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741833_1009 (size=1867) 2024-12-03T10:06:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741833_1009 (size=1867) 2024-12-03T10:06:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:11,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:11,478 DEBUG [RS:0;b030dd9a36e7:42111 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/oldWALs 2024-12-03T10:06:11,478 INFO [RS:0;b030dd9a36e7:42111 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C42111%2C1733220368284:(num 1733220369367) 2024-12-03T10:06:11,478 DEBUG [RS:0;b030dd9a36e7:42111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:11,478 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:11,478 INFO [RS:0;b030dd9a36e7:42111 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:11,478 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:11,478 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:11,478 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:11,478 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:11,479 INFO [RS:0;b030dd9a36e7:42111 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42111 2024-12-03T10:06:11,479 DEBUG [RS:1;b030dd9a36e7:37605 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/oldWALs 2024-12-03T10:06:11,479 INFO [RS:1;b030dd9a36e7:37605 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C37605%2C1733220368317.meta:.meta(num 1733220369803) 2024-12-03T10:06:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741834_1010 (size=3079) 2024-12-03T10:06:11,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741834_1010 (size=3079) 2024-12-03T10:06:11,483 DEBUG [RS:1;b030dd9a36e7:37605 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/oldWALs 2024-12-03T10:06:11,483 INFO [RS:1;b030dd9a36e7:37605 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C37605%2C1733220368317:(num 1733220369367) 2024-12-03T10:06:11,483 DEBUG [RS:1;b030dd9a36e7:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:11,483 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:11,484 INFO [RS:1;b030dd9a36e7:37605 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:11,484 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:11,484 INFO [RS:1;b030dd9a36e7:37605 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37605 2024-12-03T10:06:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,42111,1733220368284 2024-12-03T10:06:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:11,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,37605,1733220368317 2024-12-03T10:06:11,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,37605,1733220368317] 2024-12-03T10:06:11,505 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,37605,1733220368317; numProcessing=1 2024-12-03T10:06:11,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,37605,1733220368317 already deleted, retry=false 2024-12-03T10:06:11,521 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,37605,1733220368317 expired; onlineServers=1 2024-12-03T10:06:11,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,42111,1733220368284] 2024-12-03T10:06:11,521 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,42111,1733220368284; numProcessing=2 2024-12-03T10:06:11,529 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,42111,1733220368284 already deleted, retry=false 2024-12-03T10:06:11,530 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,42111,1733220368284 expired; onlineServers=0 2024-12-03T10:06:11,530 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,38361,1733220368116' ***** 2024-12-03T10:06:11,530 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:06:11,530 DEBUG [M:0;b030dd9a36e7:38361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26534226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:11,530 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,38361,1733220368116 2024-12-03T10:06:11,530 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,38361,1733220368116; all regions closed. 2024-12-03T10:06:11,530 DEBUG [M:0;b030dd9a36e7:38361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:11,530 DEBUG [M:0;b030dd9a36e7:38361 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:06:11,531 DEBUG [M:0;b030dd9a36e7:38361 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:06:11,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:06:11,531 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220369092 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220369092,5,FailOnTimeoutGroup] 2024-12-03T10:06:11,531 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220369092 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220369092,5,FailOnTimeoutGroup] 2024-12-03T10:06:11,531 INFO [M:0;b030dd9a36e7:38361 {}] hbase.ChoreService(370): Chore service for: master/b030dd9a36e7:0 had [] on shutdown 2024-12-03T10:06:11,532 DEBUG [M:0;b030dd9a36e7:38361 {}] master.HMaster(1733): Stopping service threads 2024-12-03T10:06:11,532 INFO [M:0;b030dd9a36e7:38361 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:06:11,532 INFO [M:0;b030dd9a36e7:38361 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:06:11,533 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:06:11,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:11,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:11,542 DEBUG [M:0;b030dd9a36e7:38361 {}] zookeeper.ZKUtil(347): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T10:06:11,542 WARN [M:0;b030dd9a36e7:38361 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:06:11,542 INFO [M:0;b030dd9a36e7:38361 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T10:06:11,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:11,543 INFO [M:0;b030dd9a36e7:38361 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:06:11,543 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:11,544 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:11,544 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:11,544 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:11,544 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:11,544 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T10:06:11,565 DEBUG [M:0;b030dd9a36e7:38361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99eb087be00b42e6bfc4948064296e57 is 82, key is hbase:meta,,1/info:regioninfo/1733220369838/Put/seqid=0 2024-12-03T10:06:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:11,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:11,571 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99eb087be00b42e6bfc4948064296e57 2024-12-03T10:06:11,591 DEBUG [M:0;b030dd9a36e7:38361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df808bf84271429e9f9a26f63cf1345b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733220370907/Put/seqid=0 2024-12-03T10:06:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:11,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:11,597 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df808bf84271429e9f9a26f63cf1345b 2024-12-03T10:06:11,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:11,605 INFO [RS:0;b030dd9a36e7:42111 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,42111,1733220368284; zookeeper connection closed. 2024-12-03T10:06:11,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42111-0x1019bf1a15a0001, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:11,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4450da62 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4450da62 2024-12-03T10:06:11,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:11,613 INFO [RS:1;b030dd9a36e7:37605 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,37605,1733220368317; zookeeper connection closed. 2024-12-03T10:06:11,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x1019bf1a15a0002, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:11,613 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69ca125d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69ca125d 2024-12-03T10:06:11,614 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T10:06:11,616 DEBUG [M:0;b030dd9a36e7:38361 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc72bf18107549d3a21a0bd2f20f020f is 69, key is b030dd9a36e7,37605,1733220368317/rs:state/1733220369173/Put/seqid=0 2024-12-03T10:06:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:11,621 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc72bf18107549d3a21a0bd2f20f020f 2024-12-03T10:06:11,628 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99eb087be00b42e6bfc4948064296e57 as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99eb087be00b42e6bfc4948064296e57 2024-12-03T10:06:11,633 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99eb087be00b42e6bfc4948064296e57, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T10:06:11,634 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df808bf84271429e9f9a26f63cf1345b as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df808bf84271429e9f9a26f63cf1345b 2024-12-03T10:06:11,640 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df808bf84271429e9f9a26f63cf1345b, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T10:06:11,641 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc72bf18107549d3a21a0bd2f20f020f as hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc72bf18107549d3a21a0bd2f20f020f 2024-12-03T10:06:11,646 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38543/user/jenkins/test-data/c97ffbbb-461b-bdb9-4c9f-dab8c7e4d6dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc72bf18107549d3a21a0bd2f20f020f, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T10:06:11,647 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=108, compaction requested=false 2024-12-03T10:06:11,648 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:11,648 DEBUG [M:0;b030dd9a36e7:38361 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35865 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:11,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44991 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:11,651 INFO [M:0;b030dd9a36e7:38361 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T10:06:11,651 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:11,651 INFO [M:0;b030dd9a36e7:38361 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38361 2024-12-03T10:06:11,658 DEBUG [M:0;b030dd9a36e7:38361 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b030dd9a36e7,38361,1733220368116 already deleted, retry=false 2024-12-03T10:06:11,767 INFO [M:0;b030dd9a36e7:38361 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,38361,1733220368116; zookeeper connection closed. 2024-12-03T10:06:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:11,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38361-0x1019bf1a15a0000, quorum=127.0.0.1:61609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:11,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62617d16{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:11,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c7767d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:11,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:11,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e0d9f90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:11,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5790885a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:11,774 WARN [BP-1850569066-172.17.0.2-1733220366645 heartbeating to localhost/127.0.0.1:38543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:11,774 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:11,774 WARN [BP-1850569066-172.17.0.2-1733220366645 heartbeating to localhost/127.0.0.1:38543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1850569066-172.17.0.2-1733220366645 (Datanode Uuid 6d5c3322-5b9e-4e2b-8db3-a9bf70336c98) service to localhost/127.0.0.1:38543 2024-12-03T10:06:11,774 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:11,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data3/current/BP-1850569066-172.17.0.2-1733220366645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:11,775 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data4/current/BP-1850569066-172.17.0.2-1733220366645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:11,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:11,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198ea86a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:11,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c53866{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:11,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:11,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4afb6d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:11,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fec6c29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:11,780 WARN [BP-1850569066-172.17.0.2-1733220366645 heartbeating to localhost/127.0.0.1:38543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:11,780 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:11,780 WARN [BP-1850569066-172.17.0.2-1733220366645 heartbeating to localhost/127.0.0.1:38543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1850569066-172.17.0.2-1733220366645 (Datanode Uuid 4078933c-da39-42ba-9ff4-f687ba7833e1) service to localhost/127.0.0.1:38543 2024-12-03T10:06:11,780 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:11,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data1/current/BP-1850569066-172.17.0.2-1733220366645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:11,781 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/cluster_6121a4a2-6682-8f56-4c0e-5d7b6e0fc823/dfs/data/data2/current/BP-1850569066-172.17.0.2-1733220366645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:11,781 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:11,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@284b038c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:11,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7282135{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:11,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:11,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7242bd28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:11,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cfda4d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:11,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:06:11,811 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T10:06:11,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=134 (was 110) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38543 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:38543 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=3526 (was 3774) 2024-12-03T10:06:11,824 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=134, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=3526 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir so I do NOT create it in target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1 2024-12-03T10:06:11,835 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.tmp.dir so I do NOT create it in target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1 2024-12-03T10:06:11,835 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/aabceecf-a4b2-35b7-f80a-e41bdebacf93/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:06:11,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3, deleteOnExit=true 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/test.cache.data in system properties and HBase conf 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:06:11,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T10:06:11,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:06:11,836 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:06:11,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:11,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:06:11,837 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:06:12,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:12,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:12,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:12,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:12,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:12,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:12,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f2c6733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:12,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@333bc89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:12,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b164f72{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/java.io.tmpdir/jetty-localhost-33015-hadoop-hdfs-3_4_1-tests_jar-_-any-12698381041059067469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:12,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2be4557{HTTP/1.1, (http/1.1)}{localhost:33015} 2024-12-03T10:06:12,192 INFO [Time-limited test {}] server.Server(415): Started @20862ms 2024-12-03T10:06:12,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:12,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:12,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:12,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:12,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:06:12,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@419449cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:12,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fcc69a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:12,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2874fe2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/java.io.tmpdir/jetty-localhost-45975-hadoop-hdfs-3_4_1-tests_jar-_-any-15836443597526641353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:12,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@276fec6e{HTTP/1.1, (http/1.1)}{localhost:45975} 2024-12-03T10:06:12,475 INFO [Time-limited test {}] server.Server(415): Started @21145ms 2024-12-03T10:06:12,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:12,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:12,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:12,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:12,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:12,503 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:12,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37b6ba8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:12,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65650859{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:12,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17169a85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/java.io.tmpdir/jetty-localhost-34651-hadoop-hdfs-3_4_1-tests_jar-_-any-14271610811354826936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:12,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29efe4{HTTP/1.1, (http/1.1)}{localhost:34651} 2024-12-03T10:06:12,592 INFO [Time-limited test {}] server.Server(415): Started @21262ms 2024-12-03T10:06:12,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:13,033 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data1/current/BP-1808330778-172.17.0.2-1733220371858/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:13,033 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data2/current/BP-1808330778-172.17.0.2-1733220371858/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:13,050 WARN [Thread-875 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a859b7339373613 with lease ID 0xa3c139ba20c30267: Processing first storage report for DS-ad6895e1-74e6-49c3-bad7-ae0aa2bda7f8 from datanode DatanodeRegistration(127.0.0.1:41051, datanodeUuid=1b27647b-b9fc-4363-a28c-6da2130d7c00, infoPort=35507, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858) 2024-12-03T10:06:13,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a859b7339373613 with lease ID 0xa3c139ba20c30267: from storage DS-ad6895e1-74e6-49c3-bad7-ae0aa2bda7f8 node DatanodeRegistration(127.0.0.1:41051, datanodeUuid=1b27647b-b9fc-4363-a28c-6da2130d7c00, infoPort=35507, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a859b7339373613 with lease ID 0xa3c139ba20c30267: Processing first storage report for DS-006ee2a3-94bc-4ef1-972f-5f75dcfc540b from datanode DatanodeRegistration(127.0.0.1:41051, datanodeUuid=1b27647b-b9fc-4363-a28c-6da2130d7c00, infoPort=35507, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858) 2024-12-03T10:06:13,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a859b7339373613 with lease ID 0xa3c139ba20c30267: from storage DS-006ee2a3-94bc-4ef1-972f-5f75dcfc540b node DatanodeRegistration(127.0.0.1:41051, datanodeUuid=1b27647b-b9fc-4363-a28c-6da2130d7c00, infoPort=35507, infoSecurePort=0, ipcPort=40869, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:13,200 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data3/current/BP-1808330778-172.17.0.2-1733220371858/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:13,200 WARN [Thread-923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data4/current/BP-1808330778-172.17.0.2-1733220371858/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:13,219 WARN [Thread-898 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe93194dc34611f5 with lease ID 0xa3c139ba20c30268: Processing first storage report for DS-99a9accd-9859-4749-858e-882c75b787fa from datanode DatanodeRegistration(127.0.0.1:46213, datanodeUuid=a13b950b-e1d0-431b-adaf-175c83fa5cb9, infoPort=37201, infoSecurePort=0, ipcPort=34239, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858) 2024-12-03T10:06:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe93194dc34611f5 with lease ID 0xa3c139ba20c30268: from storage DS-99a9accd-9859-4749-858e-882c75b787fa node DatanodeRegistration(127.0.0.1:46213, datanodeUuid=a13b950b-e1d0-431b-adaf-175c83fa5cb9, infoPort=37201, infoSecurePort=0, ipcPort=34239, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe93194dc34611f5 with lease ID 0xa3c139ba20c30268: Processing first storage report for DS-c1f5858c-8c22-4d12-a906-c254ffa1f8c5 from datanode DatanodeRegistration(127.0.0.1:46213, datanodeUuid=a13b950b-e1d0-431b-adaf-175c83fa5cb9, infoPort=37201, infoSecurePort=0, ipcPort=34239, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858) 2024-12-03T10:06:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe93194dc34611f5 with lease ID 0xa3c139ba20c30268: from storage DS-c1f5858c-8c22-4d12-a906-c254ffa1f8c5 node DatanodeRegistration(127.0.0.1:46213, datanodeUuid=a13b950b-e1d0-431b-adaf-175c83fa5cb9, infoPort=37201, infoSecurePort=0, ipcPort=34239, storageInfo=lv=-57;cid=testClusterID;nsid=2087884390;c=1733220371858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:13,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1 2024-12-03T10:06:13,331 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/zookeeper_0, clientPort=56820, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:06:13,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56820 2024-12-03T10:06:13,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:13,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:13,344 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1 with version=8 2024-12-03T10:06:13,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/hbase-staging 2024-12-03T10:06:13,347 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:13,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:13,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:13,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:13,348 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:13,348 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33133 2024-12-03T10:06:13,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33133 connecting to ZooKeeper ensemble=127.0.0.1:56820 2024-12-03T10:06:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331330x0, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:13,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33133-0x1019bf1b5c40000 connected 2024-12-03T10:06:13,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:13,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:13,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:13,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33133 2024-12-03T10:06:13,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33133 2024-12-03T10:06:13,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33133 2024-12-03T10:06:13,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33133 2024-12-03T10:06:13,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33133 2024-12-03T10:06:13,471 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1, hbase.cluster.distributed=false 2024-12-03T10:06:13,491 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:13,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:13,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:13,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:13,492 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:13,492 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35589 2024-12-03T10:06:13,492 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:13,497 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T10:06:13,502 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T10:06:13,504 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T10:06:13,505 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T10:06:13,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:13,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35589 connecting to ZooKeeper ensemble=127.0.0.1:56820 2024-12-03T10:06:13,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355890x0, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:13,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:13,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35589-0x1019bf1b5c40001 connected 2024-12-03T10:06:13,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:13,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35589 2024-12-03T10:06:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35589 2024-12-03T10:06:13,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35589 2024-12-03T10:06:13,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35589 2024-12-03T10:06:13,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35589 2024-12-03T10:06:13,534 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:13,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:13,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:13,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:13,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:13,534 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:13,535 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36027 2024-12-03T10:06:13,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:13,536 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T10:06:13,540 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T10:06:13,540 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T10:06:13,541 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T10:06:13,541 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:13,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36027 connecting to ZooKeeper ensemble=127.0.0.1:56820 2024-12-03T10:06:13,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360270x0, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:13,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36027-0x1019bf1b5c40002 connected 2024-12-03T10:06:13,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:13,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:13,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:13,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36027 2024-12-03T10:06:13,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36027 2024-12-03T10:06:13,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36027 2024-12-03T10:06:13,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36027 2024-12-03T10:06:13,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36027 2024-12-03T10:06:13,558 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:13,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:13,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:13,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:13,567 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:13,572 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b030dd9a36e7:33133 2024-12-03T10:06:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,575 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:13,575 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b030dd9a36e7,33133,1733220373346 from backup master directory 2024-12-03T10:06:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:13,583 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:13,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:13,583 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:13,597 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/hbase.id with ID: 618f4a6e-5af4-4585-8570-e52d3a985c42 2024-12-03T10:06:13,609 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:13,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:13,628 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:13,629 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:06:13,629 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:13,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:13,638 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store 2024-12-03T10:06:13,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:13,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:13,645 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:13,645 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:13,646 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:13,646 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:13,646 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:13,646 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:13,646 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:13,646 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:13,647 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/.initializing 2024-12-03T10:06:13,647 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/WALs/b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:13,648 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:13,649 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C33133%2C1733220373346, suffix=, logDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/WALs/b030dd9a36e7,33133,1733220373346, archiveDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/oldWALs, maxLogs=10 2024-12-03T10:06:13,659 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/WALs/b030dd9a36e7,33133,1733220373346/b030dd9a36e7%2C33133%2C1733220373346.1733220373649, exclude list is [], retry=0 2024-12-03T10:06:13,661 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-99a9accd-9859-4749-858e-882c75b787fa,DISK] 2024-12-03T10:06:13,662 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41051,DS-ad6895e1-74e6-49c3-bad7-ae0aa2bda7f8,DISK] 2024-12-03T10:06:13,663 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/WALs/b030dd9a36e7,33133,1733220373346/b030dd9a36e7%2C33133%2C1733220373346.1733220373649 2024-12-03T10:06:13,664 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201),(127.0.0.1/127.0.0.1:35507:35507)] 2024-12-03T10:06:13,664 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:13,664 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:13,664 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,664 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:06:13,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:13,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:06:13,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:13,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:06:13,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:13,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:06:13,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:13,673 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,673 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,675 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:06:13,677 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:13,679 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:13,679 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65525651, jitterRate=-0.02359171211719513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:06:13,680 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:13,680 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:06:13,684 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432d1897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:13,684 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T10:06:13,685 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:06:13,685 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:06:13,685 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:06:13,686 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:06:13,686 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:06:13,686 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:06:13,688 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:06:13,689 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T10:06:13,699 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T10:06:13,700 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:06:13,700 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:06:13,708 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T10:06:13,708 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:06:13,709 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:06:13,716 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T10:06:13,717 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:06:13,724 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T10:06:13,727 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:06:13,733 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T10:06:13,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:13,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:13,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,742 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b030dd9a36e7,33133,1733220373346, sessionid=0x1019bf1b5c40000, setting cluster-up flag (Was=false) 2024-12-03T10:06:13,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,783 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T10:06:13,784 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:13,825 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T10:06:13,826 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:13,829 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:13,830 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T10:06:13,830 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:06:13,830 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b030dd9a36e7,33133,1733220373346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:06:13,830 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:13,831 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:13,831 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:13,831 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:13,831 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b030dd9a36e7:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:06:13,831 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,831 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:13,831 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733220403832 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:06:13,832 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:13,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:06:13,833 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:06:13,833 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:06:13,833 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:06:13,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:13,834 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:06:13,834 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:06:13,834 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220373834,5,FailOnTimeoutGroup] 2024-12-03T10:06:13,835 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220373835,5,FailOnTimeoutGroup] 2024-12-03T10:06:13,835 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,835 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:06:13,835 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,835 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:13,840 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T10:06:13,840 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1 2024-12-03T10:06:13,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:13,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:13,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:13,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:13,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:13,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:13,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:13,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:13,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:13,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:13,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:13,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:13,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:13,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740 2024-12-03T10:06:13,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740 2024-12-03T10:06:13,856 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:13,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:13,859 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:13,859 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64239793, jitterRate=-0.04275248944759369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:13,860 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:13,860 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:13,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:13,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:13,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T10:06:13,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:06:13,863 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:06:13,863 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:06:13,869 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b030dd9a36e7:36027 2024-12-03T10:06:13,869 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b030dd9a36e7:35589 2024-12-03T10:06:13,870 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1008): ClusterId : 618f4a6e-5af4-4585-8570-e52d3a985c42 2024-12-03T10:06:13,870 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1008): ClusterId : 618f4a6e-5af4-4585-8570-e52d3a985c42 2024-12-03T10:06:13,870 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:13,870 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:13,880 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:13,880 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:13,880 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:13,880 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:13,888 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:13,888 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:13,889 DEBUG [RS:0;b030dd9a36e7:35589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18974127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:13,889 DEBUG [RS:1;b030dd9a36e7:36027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf233bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:13,889 DEBUG [RS:0;b030dd9a36e7:35589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f9e4d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:13,889 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:13,889 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:13,889 DEBUG [RS:1;b030dd9a36e7:36027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4275cb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:13,889 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:13,889 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:13,889 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:13,889 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:13,890 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,33133,1733220373346 with isa=b030dd9a36e7/172.17.0.2:35589, startcode=1733220373491 2024-12-03T10:06:13,890 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,33133,1733220373346 with isa=b030dd9a36e7/172.17.0.2:36027, startcode=1733220373534 2024-12-03T10:06:13,890 DEBUG [RS:0;b030dd9a36e7:35589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:13,890 DEBUG [RS:1;b030dd9a36e7:36027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:13,892 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46627, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:13,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33133 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:13,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33133 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:13,893 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38157, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:13,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33133 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:13,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33133 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:13,895 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1 2024-12-03T10:06:13,895 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46349 2024-12-03T10:06:13,895 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:13,896 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1 2024-12-03T10:06:13,896 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46349 2024-12-03T10:06:13,896 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:13,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:13,930 DEBUG [RS:1;b030dd9a36e7:36027 {}] zookeeper.ZKUtil(111): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:13,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,36027,1733220373534] 2024-12-03T10:06:13,930 WARN [RS:1;b030dd9a36e7:36027 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:13,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,35589,1733220373491] 2024-12-03T10:06:13,930 INFO [RS:1;b030dd9a36e7:36027 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:13,930 DEBUG [RS:0;b030dd9a36e7:35589 {}] zookeeper.ZKUtil(111): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:13,930 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:13,930 WARN [RS:0;b030dd9a36e7:35589 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:13,930 INFO [RS:0;b030dd9a36e7:35589 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:13,930 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:13,934 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:13,934 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:13,935 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:13,935 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:13,937 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:13,937 INFO [RS:1;b030dd9a36e7:36027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:13,937 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,938 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:13,939 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:13,939 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,939 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,940 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,940 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:13,940 DEBUG [RS:1;b030dd9a36e7:36027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:13,942 INFO [RS:0;b030dd9a36e7:35589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:13,943 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,943 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:13,943 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,943 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,943 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,944 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,944 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,36027,1733220373534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:13,944 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,944 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,945 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:13,945 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:13,945 DEBUG [RS:0;b030dd9a36e7:35589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:13,949 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,949 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,949 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,949 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,949 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,35589,1733220373491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:13,956 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:13,956 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,36027,1733220373534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,961 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:13,961 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,35589,1733220373491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:13,968 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.Replication(204): b030dd9a36e7,36027,1733220373534 started 2024-12-03T10:06:13,968 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,36027,1733220373534, RpcServer on b030dd9a36e7/172.17.0.2:36027, sessionid=0x1019bf1b5c40002 2024-12-03T10:06:13,968 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:13,968 DEBUG [RS:1;b030dd9a36e7:36027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:13,968 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,36027,1733220373534' 2024-12-03T10:06:13,968 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:13,968 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:13,968 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:13,969 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:13,969 DEBUG [RS:1;b030dd9a36e7:36027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:13,969 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,36027,1733220373534' 2024-12-03T10:06:13,969 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:13,969 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:13,969 DEBUG [RS:1;b030dd9a36e7:36027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:13,969 INFO [RS:1;b030dd9a36e7:36027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:13,969 INFO [RS:1;b030dd9a36e7:36027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:13,973 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.Replication(204): b030dd9a36e7,35589,1733220373491 started 2024-12-03T10:06:13,973 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,35589,1733220373491, RpcServer on b030dd9a36e7/172.17.0.2:35589, sessionid=0x1019bf1b5c40001 2024-12-03T10:06:13,973 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:13,973 DEBUG [RS:0;b030dd9a36e7:35589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:13,973 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,35589,1733220373491' 2024-12-03T10:06:13,973 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:13,973 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:13,974 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:13,974 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:13,974 DEBUG [RS:0;b030dd9a36e7:35589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:13,974 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,35589,1733220373491' 2024-12-03T10:06:13,974 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:13,974 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:13,974 DEBUG [RS:0;b030dd9a36e7:35589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:13,974 INFO [RS:0;b030dd9a36e7:35589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:13,974 INFO [RS:0;b030dd9a36e7:35589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:14,014 WARN [b030dd9a36e7:33133 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:06:14,070 INFO [RS:1;b030dd9a36e7:36027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:14,073 INFO [RS:1;b030dd9a36e7:36027 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C36027%2C1733220373534, suffix=, logDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,36027,1733220373534, archiveDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/oldWALs, maxLogs=32 2024-12-03T10:06:14,075 INFO [RS:0;b030dd9a36e7:35589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:14,078 INFO [RS:0;b030dd9a36e7:35589 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C35589%2C1733220373491, suffix=, logDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491, archiveDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/oldWALs, maxLogs=32 2024-12-03T10:06:14,090 DEBUG [RS:1;b030dd9a36e7:36027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,36027,1733220373534/b030dd9a36e7%2C36027%2C1733220373534.1733220374073, exclude list is [], retry=0 2024-12-03T10:06:14,092 DEBUG [RS:0;b030dd9a36e7:35589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491/b030dd9a36e7%2C35589%2C1733220373491.1733220374078, exclude list is [], retry=0 2024-12-03T10:06:14,093 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-99a9accd-9859-4749-858e-882c75b787fa,DISK] 2024-12-03T10:06:14,093 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41051,DS-ad6895e1-74e6-49c3-bad7-ae0aa2bda7f8,DISK] 2024-12-03T10:06:14,095 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-99a9accd-9859-4749-858e-882c75b787fa,DISK] 2024-12-03T10:06:14,095 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41051,DS-ad6895e1-74e6-49c3-bad7-ae0aa2bda7f8,DISK] 2024-12-03T10:06:14,095 INFO [RS:1;b030dd9a36e7:36027 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,36027,1733220373534/b030dd9a36e7%2C36027%2C1733220373534.1733220374073 2024-12-03T10:06:14,096 DEBUG [RS:1;b030dd9a36e7:36027 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37201:37201),(127.0.0.1/127.0.0.1:35507:35507)] 2024-12-03T10:06:14,097 INFO [RS:0;b030dd9a36e7:35589 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491/b030dd9a36e7%2C35589%2C1733220373491.1733220374078 2024-12-03T10:06:14,097 DEBUG [RS:0;b030dd9a36e7:35589 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35507:35507),(127.0.0.1/127.0.0.1:37201:37201)] 2024-12-03T10:06:14,264 DEBUG [b030dd9a36e7:33133 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T10:06:14,264 DEBUG [b030dd9a36e7:33133 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:14,269 DEBUG [b030dd9a36e7:33133 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:14,269 DEBUG [b030dd9a36e7:33133 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:14,269 INFO [b030dd9a36e7:33133 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:14,269 INFO [b030dd9a36e7:33133 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:14,269 DEBUG [b030dd9a36e7:33133 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:14,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:14,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,35589,1733220373491, state=OPENING 2024-12-03T10:06:14,321 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:06:14,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:14,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:14,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:14,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b030dd9a36e7,35589,1733220373491}] 2024-12-03T10:06:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:14,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:14,490 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:14,491 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:14,495 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:14,504 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T10:06:14,505 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:14,507 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:06:14,508 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C35589%2C1733220373491.meta, suffix=.meta, logDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491, archiveDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/oldWALs, maxLogs=32 2024-12-03T10:06:14,519 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491/b030dd9a36e7%2C35589%2C1733220373491.meta.1733220374508.meta, exclude list is [], retry=0 2024-12-03T10:06:14,522 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41051,DS-ad6895e1-74e6-49c3-bad7-ae0aa2bda7f8,DISK] 2024-12-03T10:06:14,522 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-99a9accd-9859-4749-858e-882c75b787fa,DISK] 2024-12-03T10:06:14,524 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491/b030dd9a36e7%2C35589%2C1733220373491.meta.1733220374508.meta 2024-12-03T10:06:14,525 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35507:35507),(127.0.0.1/127.0.0.1:37201:37201)] 2024-12-03T10:06:14,525 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:14,525 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:06:14,525 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:06:14,525 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:06:14,526 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:06:14,526 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:14,526 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T10:06:14,526 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T10:06:14,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:14,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:14,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:14,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:14,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:14,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:14,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:14,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:14,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:14,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:14,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:14,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:14,531 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740 2024-12-03T10:06:14,532 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740 2024-12-03T10:06:14,534 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:14,535 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:14,536 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74400618, jitterRate=0.10865560173988342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:14,536 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:14,537 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733220374490 2024-12-03T10:06:14,538 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:06:14,539 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T10:06:14,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:14,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,35589,1733220373491, state=OPEN 2024-12-03T10:06:14,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:14,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:14,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:14,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:14,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:14,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:14,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:06:14,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b030dd9a36e7,35589,1733220373491 in 215 msec 2024-12-03T10:06:14,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:06:14,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-12-03T10:06:14,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 725 msec 2024-12-03T10:06:14,555 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733220374555, completionTime=-1 2024-12-03T10:06:14,555 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T10:06:14,555 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T10:06:14,555 DEBUG [hconnection-0x3a27e14f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:14,557 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:14,558 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T10:06:14,558 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733220434558 2024-12-03T10:06:14,558 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733220494558 2024-12-03T10:06:14,558 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-03T10:06:14,575 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33133,1733220373346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:14,575 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33133,1733220373346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:14,575 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33133,1733220373346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:14,575 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b030dd9a36e7:33133, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:14,575 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:14,575 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T10:06:14,576 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:14,577 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T10:06:14,577 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T10:06:14,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:14,578 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:14,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:14,989 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fc74c10b4015004fea17c42cb961d58b, NAME => 'hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1 2024-12-03T10:06:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:15,001 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:15,001 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fc74c10b4015004fea17c42cb961d58b, disabling compactions & flushes 2024-12-03T10:06:15,001 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:15,001 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:15,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. after waiting 0 ms 2024-12-03T10:06:15,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:15,002 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:15,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fc74c10b4015004fea17c42cb961d58b: 2024-12-03T10:06:15,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:15,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733220375004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220375004"}]},"ts":"1733220375004"} 2024-12-03T10:06:15,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:06:15,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:15,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220375008"}]},"ts":"1733220375008"} 2024-12-03T10:06:15,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T10:06:15,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:15,064 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:15,064 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:15,064 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:15,064 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:15,064 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:15,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fc74c10b4015004fea17c42cb961d58b, ASSIGN}] 2024-12-03T10:06:15,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fc74c10b4015004fea17c42cb961d58b, ASSIGN 2024-12-03T10:06:15,067 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fc74c10b4015004fea17c42cb961d58b, ASSIGN; state=OFFLINE, location=b030dd9a36e7,35589,1733220373491; forceNewPlan=false, retain=false 2024-12-03T10:06:15,217 INFO [b030dd9a36e7:33133 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T10:06:15,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fc74c10b4015004fea17c42cb961d58b, regionState=OPENING, regionLocation=b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:15,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fc74c10b4015004fea17c42cb961d58b, server=b030dd9a36e7,35589,1733220373491}] 2024-12-03T10:06:15,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:06:15,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:15,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:15,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:15,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:15,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:15,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:15,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fc74c10b4015004fea17c42cb961d58b, NAME => 'hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:15,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:15,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:15,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:15,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:15,384 INFO [StoreOpener-fc74c10b4015004fea17c42cb961d58b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:15,385 INFO [StoreOpener-fc74c10b4015004fea17c42cb961d58b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc74c10b4015004fea17c42cb961d58b columnFamilyName info 2024-12-03T10:06:15,385 DEBUG [StoreOpener-fc74c10b4015004fea17c42cb961d58b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:15,386 INFO [StoreOpener-fc74c10b4015004fea17c42cb961d58b-1 {}] regionserver.HStore(327): Store=fc74c10b4015004fea17c42cb961d58b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:15,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:15,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:15,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:15,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:15,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fc74c10b4015004fea17c42cb961d58b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72595190, jitterRate=0.08175262808799744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:15,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fc74c10b4015004fea17c42cb961d58b: 2024-12-03T10:06:15,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b., pid=6, masterSystemTime=1733220375378 2024-12-03T10:06:15,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:15,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:15,395 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fc74c10b4015004fea17c42cb961d58b, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:15,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:06:15,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fc74c10b4015004fea17c42cb961d58b, server=b030dd9a36e7,35589,1733220373491 in 174 msec 2024-12-03T10:06:15,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:06:15,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fc74c10b4015004fea17c42cb961d58b, ASSIGN in 335 msec 2024-12-03T10:06:15,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:15,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220375401"}]},"ts":"1733220375401"} 2024-12-03T10:06:15,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T10:06:15,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:15,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 838 msec 2024-12-03T10:06:15,479 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T10:06:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:15,495 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T10:06:15,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:15,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-12-03T10:06:15,527 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T10:06:15,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:15,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 24 msec 2024-12-03T10:06:15,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T10:06:15,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T10:06:15,591 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.008sec 2024-12-03T10:06:15,592 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:06:15,592 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:06:15,592 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:06:15,592 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:06:15,592 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:06:15,592 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33133,1733220373346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:15,592 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33133,1733220373346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:06:15,595 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:06:15,595 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:06:15,595 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33133,1733220373346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:15,661 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ec63648 to 127.0.0.1:56820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3477c51a 2024-12-03T10:06:15,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac0ce71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:15,674 DEBUG [hconnection-0x6791078e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:15,676 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:15,678 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:15,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:06:15,681 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:06:15,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T10:06:15,685 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:15,685 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:15,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T10:06:15,686 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:15,697 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6beeebcaa230edb7bc046b61feb095f2, NAME => 'testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1 2024-12-03T10:06:15,698 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b65716a86b824de9a10a65813bad0464, NAME => 'testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1 2024-12-03T10:06:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 6beeebcaa230edb7bc046b61feb095f2, disabling compactions & flushes 2024-12-03T10:06:15,710 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. after waiting 0 ms 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:15,710 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6beeebcaa230edb7bc046b61feb095f2: 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing b65716a86b824de9a10a65813bad0464, disabling compactions & flushes 2024-12-03T10:06:15,710 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:15,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. after waiting 0 ms 2024-12-03T10:06:15,711 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:15,711 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:15,711 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for b65716a86b824de9a10a65813bad0464: 2024-12-03T10:06:15,712 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:15,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220375712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220375712"}]},"ts":"1733220375712"} 2024-12-03T10:06:15,712 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220375712"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220375712"}]},"ts":"1733220375712"} 2024-12-03T10:06:15,715 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T10:06:15,716 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:15,716 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220375716"}]},"ts":"1733220375716"} 2024-12-03T10:06:15,718 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T10:06:15,733 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:15,734 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:15,734 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:15,734 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:15,734 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:15,734 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:15,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6beeebcaa230edb7bc046b61feb095f2, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65716a86b824de9a10a65813bad0464, ASSIGN}] 2024-12-03T10:06:15,736 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6beeebcaa230edb7bc046b61feb095f2, ASSIGN 2024-12-03T10:06:15,736 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65716a86b824de9a10a65813bad0464, ASSIGN 2024-12-03T10:06:15,737 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6beeebcaa230edb7bc046b61feb095f2, ASSIGN; state=OFFLINE, location=b030dd9a36e7,35589,1733220373491; forceNewPlan=false, retain=false 2024-12-03T10:06:15,737 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65716a86b824de9a10a65813bad0464, ASSIGN; state=OFFLINE, location=b030dd9a36e7,36027,1733220373534; forceNewPlan=false, retain=false 2024-12-03T10:06:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:15,887 INFO [b030dd9a36e7:33133 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T10:06:15,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b65716a86b824de9a10a65813bad0464, regionState=OPENING, regionLocation=b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:15,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6beeebcaa230edb7bc046b61feb095f2, regionState=OPENING, regionLocation=b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:15,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 6beeebcaa230edb7bc046b61feb095f2, server=b030dd9a36e7,35589,1733220373491}] 2024-12-03T10:06:15,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure b65716a86b824de9a10a65813bad0464, server=b030dd9a36e7,36027,1733220373534}] 2024-12-03T10:06:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:16,043 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:16,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:16,044 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:16,048 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:16,050 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,050 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6beeebcaa230edb7bc046b61feb095f2, NAME => 'testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T10:06:16,051 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,051 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:16,051 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,051 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,052 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,052 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b65716a86b824de9a10a65813bad0464, NAME => 'testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T10:06:16,052 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,052 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:16,052 INFO [StoreOpener-6beeebcaa230edb7bc046b61feb095f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,052 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,052 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,054 INFO [StoreOpener-b65716a86b824de9a10a65813bad0464-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,054 INFO [StoreOpener-6beeebcaa230edb7bc046b61feb095f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6beeebcaa230edb7bc046b61feb095f2 columnFamilyName family 2024-12-03T10:06:16,054 DEBUG [StoreOpener-6beeebcaa230edb7bc046b61feb095f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:16,054 INFO [StoreOpener-6beeebcaa230edb7bc046b61feb095f2-1 {}] regionserver.HStore(327): Store=6beeebcaa230edb7bc046b61feb095f2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:16,055 INFO [StoreOpener-b65716a86b824de9a10a65813bad0464-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65716a86b824de9a10a65813bad0464 columnFamilyName family 2024-12-03T10:06:16,055 DEBUG [StoreOpener-b65716a86b824de9a10a65813bad0464-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:16,055 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,055 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,055 INFO [StoreOpener-b65716a86b824de9a10a65813bad0464-1 {}] regionserver.HStore(327): Store=b65716a86b824de9a10a65813bad0464/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:16,056 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,056 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,057 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,058 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,059 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:16,060 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6beeebcaa230edb7bc046b61feb095f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68163801, jitterRate=0.015719786286354065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:16,060 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:16,060 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6beeebcaa230edb7bc046b61feb095f2: 2024-12-03T10:06:16,060 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b65716a86b824de9a10a65813bad0464; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63714501, jitterRate=-0.05057995021343231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:16,060 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b65716a86b824de9a10a65813bad0464: 2024-12-03T10:06:16,061 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464., pid=13, masterSystemTime=1733220376043 2024-12-03T10:06:16,061 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2., pid=12, masterSystemTime=1733220376043 2024-12-03T10:06:16,063 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,063 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=b65716a86b824de9a10a65813bad0464, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:16,064 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,064 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6beeebcaa230edb7bc046b61feb095f2, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:16,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T10:06:16,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure b65716a86b824de9a10a65813bad0464, server=b030dd9a36e7,36027,1733220373534 in 175 msec 2024-12-03T10:06:16,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T10:06:16,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 6beeebcaa230edb7bc046b61feb095f2, server=b030dd9a36e7,35589,1733220373491 in 177 msec 2024-12-03T10:06:16,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b65716a86b824de9a10a65813bad0464, ASSIGN in 333 msec 2024-12-03T10:06:16,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:06:16,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6beeebcaa230edb7bc046b61feb095f2, ASSIGN in 333 msec 2024-12-03T10:06:16,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:16,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220376069"}]},"ts":"1733220376069"} 2024-12-03T10:06:16,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T10:06:16,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:16,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 464 msec 2024-12-03T10:06:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33133 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:16,295 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T10:06:16,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T10:06:16,296 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:16,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T10:06:16,303 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:16,303 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T10:06:16,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:16,317 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:16,325 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6beeebcaa230edb7bc046b61feb095f2 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T10:06:16,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2/.tmp/family/1db71702480a4851a0ac731599a27176 is 32, key is 1/family:/1733220376307/Put/seqid=0 2024-12-03T10:06:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741841_1017 (size=5054) 2024-12-03T10:06:16,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741841_1017 (size=5054) 2024-12-03T10:06:16,347 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2/.tmp/family/1db71702480a4851a0ac731599a27176 2024-12-03T10:06:16,353 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2/.tmp/family/1db71702480a4851a0ac731599a27176 as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2/family/1db71702480a4851a0ac731599a27176 2024-12-03T10:06:16,358 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2/family/1db71702480a4851a0ac731599a27176, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T10:06:16,359 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6beeebcaa230edb7bc046b61feb095f2 in 34ms, sequenceid=8, compaction requested=false 2024-12-03T10:06:16,359 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6beeebcaa230edb7bc046b61feb095f2: 2024-12-03T10:06:16,359 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b65716a86b824de9a10a65813bad0464 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T10:06:16,373 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464/.tmp/family/6e6c688becc840b0a8eb4d206ec373b2 is 32, key is 5/family:/1733220376318/Put/seqid=0 2024-12-03T10:06:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741842_1018 (size=5083) 2024-12-03T10:06:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741842_1018 (size=5083) 2024-12-03T10:06:16,378 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464/.tmp/family/6e6c688becc840b0a8eb4d206ec373b2 2024-12-03T10:06:16,383 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464/.tmp/family/6e6c688becc840b0a8eb4d206ec373b2 as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464/family/6e6c688becc840b0a8eb4d206ec373b2 2024-12-03T10:06:16,388 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464/family/6e6c688becc840b0a8eb4d206ec373b2, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T10:06:16,389 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b65716a86b824de9a10a65813bad0464 in 30ms, sequenceid=9, compaction requested=false 2024-12-03T10:06:16,389 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b65716a86b824de9a10a65813bad0464: 2024-12-03T10:06:16,390 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ff8ffdb to 127.0.0.1:56820 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50aa9a62 2024-12-03T10:06:16,400 DEBUG [ReadOnlyZKClient-127.0.0.1:56820@0x5ff8ffdb {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dddd7da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:16,406 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-03T10:06:16,406 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-03T10:06:16,408 DEBUG [ReadOnlyZKClient-127.0.0.1:56820@0x5ff8ffdb {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b030dd9a36e7,35589,1733220373491, seqNum=-1] 2024-12-03T10:06:16,408 DEBUG [ReadOnlyZKClient-127.0.0.1:56820@0x5ff8ffdb {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:16,409 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:16,412 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:16,413 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:16,414 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55614, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:16,414 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] bucket.BucketCache(1851): found 1 blocks for file 6e6c688becc840b0a8eb4d206ec373b2, starting offset: 0, end offset: 9223372036854775807 2024-12-03T10:06:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] bucket.BucketCache(1851): found 1 blocks for file 1db71702480a4851a0ac731599a27176, starting offset: 0, end offset: 9223372036854775807 2024-12-03T10:06:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35589 {}] bucket.BucketCache(843): removed key 1db71702480a4851a0ac731599a27176_0 from back map with offset lock 2094080 in the evict process 2024-12-03T10:06:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36027 {}] bucket.BucketCache(843): removed key 6e6c688becc840b0a8eb4d206ec373b2_0 from back map with offset lock 2094080 in the evict process 2024-12-03T10:06:16,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-03T10:06:16,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:06:16,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,417 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ff8ffdb to 127.0.0.1:56820 2024-12-03T10:06:16,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T10:06:16,418 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:06:16,418 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ec63648 to 127.0.0.1:56820 2024-12-03T10:06:16,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:06:16,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024610319, stopped=false 2024-12-03T10:06:16,418 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:16,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:16,433 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T10:06:16,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:16,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:16,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:16,434 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,35589,1733220373491' ***** 2024-12-03T10:06:16,434 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:16,434 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,36027,1733220373534' ***** 2024-12-03T10:06:16,434 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:16,434 INFO [RS:0;b030dd9a36e7:35589 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T10:06:16,434 INFO [RS:1;b030dd9a36e7:36027 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T10:06:16,434 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T10:06:16,434 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T10:06:16,434 INFO [RS:0;b030dd9a36e7:35589 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T10:06:16,434 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T10:06:16,434 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T10:06:16,434 INFO [RS:1;b030dd9a36e7:36027 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T10:06:16,434 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T10:06:16,434 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:16,434 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T10:06:16,434 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:16,434 INFO [RS:0;b030dd9a36e7:35589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:16,434 INFO [RS:1;b030dd9a36e7:36027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:16,434 INFO [RS:0;b030dd9a36e7:35589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:16,434 INFO [RS:1;b030dd9a36e7:36027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:16,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:16,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:16,435 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(3579): Received CLOSE for b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(3579): Received CLOSE for 6beeebcaa230edb7bc046b61feb095f2 2024-12-03T10:06:16,435 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:16,435 DEBUG [RS:1;b030dd9a36e7:36027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,435 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(3579): Received CLOSE for fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:16,435 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1603): Online Regions={b65716a86b824de9a10a65813bad0464=testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464.} 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b65716a86b824de9a10a65813bad0464, disabling compactions & flushes 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6beeebcaa230edb7bc046b61feb095f2, disabling compactions & flushes 2024-12-03T10:06:16,435 DEBUG [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1629): Waiting on b65716a86b824de9a10a65813bad0464 2024-12-03T10:06:16,435 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,435 DEBUG [RS:0;b030dd9a36e7:35589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,435 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. after waiting 0 ms 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. after waiting 0 ms 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T10:06:16,435 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-03T10:06:16,435 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 6beeebcaa230edb7bc046b61feb095f2=testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2., fc74c10b4015004fea17c42cb961d58b=hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b.} 2024-12-03T10:06:16,435 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:16,435 DEBUG [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 6beeebcaa230edb7bc046b61feb095f2, fc74c10b4015004fea17c42cb961d58b 2024-12-03T10:06:16,435 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:16,436 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:16,436 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:16,436 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:16,436 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T10:06:16,439 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/6beeebcaa230edb7bc046b61feb095f2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:06:16,440 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6beeebcaa230edb7bc046b61feb095f2: 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/default/testClearRegionBlockCache/b65716a86b824de9a10a65813bad0464/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733220375682.6beeebcaa230edb7bc046b61feb095f2. 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fc74c10b4015004fea17c42cb961d58b, disabling compactions & flushes 2024-12-03T10:06:16,440 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. after waiting 0 ms 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:16,440 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fc74c10b4015004fea17c42cb961d58b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T10:06:16,440 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b65716a86b824de9a10a65813bad0464: 2024-12-03T10:06:16,440 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464. 2024-12-03T10:06:16,446 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:16,451 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/.tmp/info/206036905e3a437fab6ba7414826653e is 173, key is testClearRegionBlockCache,5,1733220375682.b65716a86b824de9a10a65813bad0464./info:regioninfo/1733220376063/Put/seqid=0 2024-12-03T10:06:16,452 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:16,453 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b/.tmp/info/7a8e8af45c7a4233972dd64ba7631344 is 45, key is default/info:d/1733220375500/Put/seqid=0 2024-12-03T10:06:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:16,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:16,458 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/.tmp/info/206036905e3a437fab6ba7414826653e 2024-12-03T10:06:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:16,458 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b/.tmp/info/7a8e8af45c7a4233972dd64ba7631344 2024-12-03T10:06:16,464 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b/.tmp/info/7a8e8af45c7a4233972dd64ba7631344 as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b/info/7a8e8af45c7a4233972dd64ba7631344 2024-12-03T10:06:16,469 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b/info/7a8e8af45c7a4233972dd64ba7631344, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T10:06:16,470 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fc74c10b4015004fea17c42cb961d58b in 30ms, sequenceid=6, compaction requested=false 2024-12-03T10:06:16,474 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/namespace/fc74c10b4015004fea17c42cb961d58b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:06:16,474 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:16,474 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fc74c10b4015004fea17c42cb961d58b: 2024-12-03T10:06:16,474 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733220374575.fc74c10b4015004fea17c42cb961d58b. 2024-12-03T10:06:16,477 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/.tmp/table/04765c4675e247d58f1f3cf228838044 is 61, key is testClearRegionBlockCache/table:state/1733220376069/Put/seqid=0 2024-12-03T10:06:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:16,482 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/.tmp/table/04765c4675e247d58f1f3cf228838044 2024-12-03T10:06:16,487 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/.tmp/info/206036905e3a437fab6ba7414826653e as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/info/206036905e3a437fab6ba7414826653e 2024-12-03T10:06:16,493 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/info/206036905e3a437fab6ba7414826653e, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T10:06:16,494 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/.tmp/table/04765c4675e247d58f1f3cf228838044 as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/table/04765c4675e247d58f1f3cf228838044 2024-12-03T10:06:16,499 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/table/04765c4675e247d58f1f3cf228838044, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T10:06:16,500 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=16, compaction requested=false 2024-12-03T10:06:16,504 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:06:16,505 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:06:16,505 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:16,505 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:16,505 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:16,635 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,36027,1733220373534; all regions closed. 2024-12-03T10:06:16,636 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,35589,1733220373491; all regions closed. 2024-12-03T10:06:16,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741833_1009 (size=1867) 2024-12-03T10:06:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741833_1009 (size=1867) 2024-12-03T10:06:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:16,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/WALs/b030dd9a36e7,35589,1733220373491/b030dd9a36e7%2C35589%2C1733220373491.meta.1733220374508.meta not finished, retry = 0 2024-12-03T10:06:16,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:16,645 DEBUG [RS:1;b030dd9a36e7:36027 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/oldWALs 2024-12-03T10:06:16,645 INFO [RS:1;b030dd9a36e7:36027 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C36027%2C1733220373534:(num 1733220374073) 2024-12-03T10:06:16,645 DEBUG [RS:1;b030dd9a36e7:36027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,645 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:16,645 INFO [RS:1;b030dd9a36e7:36027 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:16,645 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:16,645 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:16,645 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:16,645 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:16,646 INFO [RS:1;b030dd9a36e7:36027 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36027 2024-12-03T10:06:16,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:16,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,36027,1733220373534 2024-12-03T10:06:16,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,36027,1733220373534] 2024-12-03T10:06:16,725 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,36027,1733220373534; numProcessing=1 2024-12-03T10:06:16,733 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,36027,1733220373534 already deleted, retry=false 2024-12-03T10:06:16,733 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,36027,1733220373534 expired; onlineServers=1 2024-12-03T10:06:16,749 DEBUG [RS:0;b030dd9a36e7:35589 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/oldWALs 2024-12-03T10:06:16,749 INFO [RS:0;b030dd9a36e7:35589 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C35589%2C1733220373491.meta:.meta(num 1733220374508) 2024-12-03T10:06:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741834_1010 (size=3079) 2024-12-03T10:06:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741834_1010 (size=3079) 2024-12-03T10:06:16,756 DEBUG [RS:0;b030dd9a36e7:35589 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/oldWALs 2024-12-03T10:06:16,756 INFO [RS:0;b030dd9a36e7:35589 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C35589%2C1733220373491:(num 1733220374078) 2024-12-03T10:06:16,756 DEBUG [RS:0;b030dd9a36e7:35589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,756 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:16,756 INFO [RS:0;b030dd9a36e7:35589 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:16,756 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:16,757 INFO [RS:0;b030dd9a36e7:35589 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35589 2024-12-03T10:06:16,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,35589,1733220373491 2024-12-03T10:06:16,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:16,771 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T10:06:16,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T10:06:16,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,35589,1733220373491] 2024-12-03T10:06:16,775 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,35589,1733220373491; numProcessing=2 2024-12-03T10:06:16,783 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,35589,1733220373491 already deleted, retry=false 2024-12-03T10:06:16,783 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,35589,1733220373491 expired; onlineServers=0 2024-12-03T10:06:16,783 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,33133,1733220373346' ***** 2024-12-03T10:06:16,783 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:06:16,783 DEBUG [M:0;b030dd9a36e7:33133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76443f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:16,784 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,33133,1733220373346 2024-12-03T10:06:16,784 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,33133,1733220373346; all regions closed. 2024-12-03T10:06:16,784 DEBUG [M:0;b030dd9a36e7:33133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:16,784 DEBUG [M:0;b030dd9a36e7:33133 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:06:16,784 DEBUG [M:0;b030dd9a36e7:33133 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:06:16,784 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:06:16,784 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220373834 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220373834,5,FailOnTimeoutGroup] 2024-12-03T10:06:16,784 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220373835 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220373835,5,FailOnTimeoutGroup] 2024-12-03T10:06:16,785 INFO [M:0;b030dd9a36e7:33133 {}] hbase.ChoreService(370): Chore service for: master/b030dd9a36e7:0 had [] on shutdown 2024-12-03T10:06:16,785 DEBUG [M:0;b030dd9a36e7:33133 {}] master.HMaster(1733): Stopping service threads 2024-12-03T10:06:16,785 INFO [M:0;b030dd9a36e7:33133 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:06:16,785 INFO [M:0;b030dd9a36e7:33133 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:06:16,786 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:06:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:16,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:16,791 DEBUG [M:0;b030dd9a36e7:33133 {}] zookeeper.ZKUtil(347): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T10:06:16,792 WARN [M:0;b030dd9a36e7:33133 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:06:16,792 INFO [M:0;b030dd9a36e7:33133 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T10:06:16,792 INFO [M:0;b030dd9a36e7:33133 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:06:16,792 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:16,792 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:16,792 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:16,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:16,792 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:16,792 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:16,793 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-03T10:06:16,811 DEBUG [M:0;b030dd9a36e7:33133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3b6d0e561224cf5abffa4c6cfa02cc7 is 82, key is hbase:meta,,1/info:regioninfo/1733220374539/Put/seqid=0 2024-12-03T10:06:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:16,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:16,816 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3b6d0e561224cf5abffa4c6cfa02cc7 2024-12-03T10:06:16,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:16,825 INFO [RS:1;b030dd9a36e7:36027 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,36027,1733220373534; zookeeper connection closed. 2024-12-03T10:06:16,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36027-0x1019bf1b5c40002, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:16,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1429949b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1429949b 2024-12-03T10:06:16,833 DEBUG [M:0;b030dd9a36e7:33133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca4de4b68aac4cd1a34b56e9cee640fd is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733220376149/Put/seqid=0 2024-12-03T10:06:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741847_1023 (size=7578) 2024-12-03T10:06:16,838 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca4de4b68aac4cd1a34b56e9cee640fd 2024-12-03T10:06:16,854 DEBUG [M:0;b030dd9a36e7:33133 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17e7957253944c02a2c36206ce3e6ef9 is 69, key is b030dd9a36e7,35589,1733220373491/rs:state/1733220373895/Put/seqid=0 2024-12-03T10:06:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:16,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:16,860 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17e7957253944c02a2c36206ce3e6ef9 2024-12-03T10:06:16,865 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3b6d0e561224cf5abffa4c6cfa02cc7 as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3b6d0e561224cf5abffa4c6cfa02cc7 2024-12-03T10:06:16,870 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3b6d0e561224cf5abffa4c6cfa02cc7, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T10:06:16,871 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca4de4b68aac4cd1a34b56e9cee640fd as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca4de4b68aac4cd1a34b56e9cee640fd 2024-12-03T10:06:16,875 INFO [RS:0;b030dd9a36e7:35589 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,35589,1733220373491; zookeeper connection closed. 2024-12-03T10:06:16,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:16,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35589-0x1019bf1b5c40001, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:16,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a7ba75c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a7ba75c 2024-12-03T10:06:16,875 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T10:06:16,876 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca4de4b68aac4cd1a34b56e9cee640fd, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T10:06:16,877 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/17e7957253944c02a2c36206ce3e6ef9 as hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17e7957253944c02a2c36206ce3e6ef9 2024-12-03T10:06:16,882 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46349/user/jenkins/test-data/0e0d00cf-6169-005d-224a-cf861a9539c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/17e7957253944c02a2c36206ce3e6ef9, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T10:06:16,883 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=108, compaction requested=false 2024-12-03T10:06:16,886 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:16,886 DEBUG [M:0;b030dd9a36e7:33133 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41051 is added to blk_1073741830_1006 (size=54465) 2024-12-03T10:06:16,889 INFO [M:0;b030dd9a36e7:33133 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T10:06:16,889 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:16,889 INFO [M:0;b030dd9a36e7:33133 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33133 2024-12-03T10:06:16,899 DEBUG [M:0;b030dd9a36e7:33133 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b030dd9a36e7,33133,1733220373346 already deleted, retry=false 2024-12-03T10:06:17,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:17,008 INFO [M:0;b030dd9a36e7:33133 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,33133,1733220373346; zookeeper connection closed. 2024-12-03T10:06:17,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33133-0x1019bf1b5c40000, quorum=127.0.0.1:56820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:17,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17169a85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:17,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29efe4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:17,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:17,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65650859{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:17,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37b6ba8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:17,015 WARN [BP-1808330778-172.17.0.2-1733220371858 heartbeating to localhost/127.0.0.1:46349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:17,015 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:17,015 WARN [BP-1808330778-172.17.0.2-1733220371858 heartbeating to localhost/127.0.0.1:46349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1808330778-172.17.0.2-1733220371858 (Datanode Uuid a13b950b-e1d0-431b-adaf-175c83fa5cb9) service to localhost/127.0.0.1:46349 2024-12-03T10:06:17,015 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:17,015 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data3/current/BP-1808330778-172.17.0.2-1733220371858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:17,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data4/current/BP-1808330778-172.17.0.2-1733220371858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:17,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:17,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2874fe2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:17,023 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@276fec6e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:17,023 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:17,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fcc69a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:17,023 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@419449cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:17,024 WARN [BP-1808330778-172.17.0.2-1733220371858 heartbeating to localhost/127.0.0.1:46349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:17,024 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:17,024 WARN [BP-1808330778-172.17.0.2-1733220371858 heartbeating to localhost/127.0.0.1:46349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1808330778-172.17.0.2-1733220371858 (Datanode Uuid 1b27647b-b9fc-4363-a28c-6da2130d7c00) service to localhost/127.0.0.1:46349 2024-12-03T10:06:17,024 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:17,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data1/current/BP-1808330778-172.17.0.2-1733220371858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:17,025 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/cluster_5cd2d036-fcbf-f69b-ede1-d6dadbb8f3d3/dfs/data/data2/current/BP-1808330778-172.17.0.2-1733220371858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:17,025 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:17,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b164f72{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:17,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2be4557{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:17,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:17,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@333bc89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:17,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f2c6733{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:17,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:06:17,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T10:06:17,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=157 (was 134) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:46349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46349 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46349 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=498 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=3358 (was 3526) 2024-12-03T10:06:17,063 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=157, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=3358 2024-12-03T10:06:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir so I do NOT create it in target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b 2024-12-03T10:06:17,075 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:06:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.tmp.dir so I do NOT create it in target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b 2024-12-03T10:06:17,075 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e60b6474-3417-e61d-84da-fe6254535ef1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:06:17,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b 2024-12-03T10:06:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:06:17,075 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b, deleteOnExit=true 2024-12-03T10:06:17,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/test.cache.data in system properties and HBase conf 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T10:06:17,076 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:17,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:06:17,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:06:17,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:17,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:17,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:17,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:17,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:17,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:17,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffed55e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:17,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@132476c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:17,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2009ff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/java.io.tmpdir/jetty-localhost-46069-hadoop-hdfs-3_4_1-tests_jar-_-any-13990314866371991891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:17,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ef8f7a{HTTP/1.1, (http/1.1)}{localhost:46069} 2024-12-03T10:06:17,433 INFO [Time-limited test {}] server.Server(415): Started @26103ms 2024-12-03T10:06:17,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:17,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:17,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:17,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:17,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:17,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116e5ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:17,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@773c89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:17,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d4eebf8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/java.io.tmpdir/jetty-localhost-39319-hadoop-hdfs-3_4_1-tests_jar-_-any-14250516219592363876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:17,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@498ba311{HTTP/1.1, (http/1.1)}{localhost:39319} 2024-12-03T10:06:17,664 INFO [Time-limited test {}] server.Server(415): Started @26334ms 2024-12-03T10:06:17,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:17,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:17,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:17,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:17,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:17,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:06:17,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac50508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:17,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dd197f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:17,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f82d9a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/java.io.tmpdir/jetty-localhost-35029-hadoop-hdfs-3_4_1-tests_jar-_-any-6119751808379460674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:17,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@144c14b6{HTTP/1.1, (http/1.1)}{localhost:35029} 2024-12-03T10:06:17,789 INFO [Time-limited test {}] server.Server(415): Started @26459ms 2024-12-03T10:06:17,790 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:18,282 WARN [Thread-1184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data1/current/BP-182313112-172.17.0.2-1733220377091/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:18,282 WARN [Thread-1185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data2/current/BP-182313112-172.17.0.2-1733220377091/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:18,299 WARN [Thread-1148 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:18,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba5d61c8e4a93adc with lease ID 0x9fcaeebdf1453092: Processing first storage report for DS-531e11b8-d252-4c71-bf59-ec37a1fdeb9b from datanode DatanodeRegistration(127.0.0.1:36741, datanodeUuid=3cf690c9-b538-4236-8157-4b98c9dc253e, infoPort=40855, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091) 2024-12-03T10:06:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba5d61c8e4a93adc with lease ID 0x9fcaeebdf1453092: from storage DS-531e11b8-d252-4c71-bf59-ec37a1fdeb9b node DatanodeRegistration(127.0.0.1:36741, datanodeUuid=3cf690c9-b538-4236-8157-4b98c9dc253e, infoPort=40855, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba5d61c8e4a93adc with lease ID 0x9fcaeebdf1453092: Processing first storage report for DS-3bf08699-1b9a-4c37-90c9-122174f838f9 from datanode DatanodeRegistration(127.0.0.1:36741, datanodeUuid=3cf690c9-b538-4236-8157-4b98c9dc253e, infoPort=40855, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091) 2024-12-03T10:06:18,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba5d61c8e4a93adc with lease ID 0x9fcaeebdf1453092: from storage DS-3bf08699-1b9a-4c37-90c9-122174f838f9 node DatanodeRegistration(127.0.0.1:36741, datanodeUuid=3cf690c9-b538-4236-8157-4b98c9dc253e, infoPort=40855, infoSecurePort=0, ipcPort=40829, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:18,428 WARN [Thread-1195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data3/current/BP-182313112-172.17.0.2-1733220377091/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:18,428 WARN [Thread-1196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data4/current/BP-182313112-172.17.0.2-1733220377091/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:18,454 WARN [Thread-1171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5af9a5d70b8ceb with lease ID 0x9fcaeebdf1453093: Processing first storage report for DS-7b8c2503-4ff3-493b-9eb1-2b78a78c8813 from datanode DatanodeRegistration(127.0.0.1:35955, datanodeUuid=2a19ab47-0122-4666-b5ac-501ebc5d1e20, infoPort=35555, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091) 2024-12-03T10:06:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5af9a5d70b8ceb with lease ID 0x9fcaeebdf1453093: from storage DS-7b8c2503-4ff3-493b-9eb1-2b78a78c8813 node DatanodeRegistration(127.0.0.1:35955, datanodeUuid=2a19ab47-0122-4666-b5ac-501ebc5d1e20, infoPort=35555, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:06:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd5af9a5d70b8ceb with lease ID 0x9fcaeebdf1453093: Processing first storage report for DS-9333d70b-8b52-44f9-8b69-05fd505212ce from datanode DatanodeRegistration(127.0.0.1:35955, datanodeUuid=2a19ab47-0122-4666-b5ac-501ebc5d1e20, infoPort=35555, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091) 2024-12-03T10:06:18,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd5af9a5d70b8ceb with lease ID 0x9fcaeebdf1453093: from storage DS-9333d70b-8b52-44f9-8b69-05fd505212ce node DatanodeRegistration(127.0.0.1:35955, datanodeUuid=2a19ab47-0122-4666-b5ac-501ebc5d1e20, infoPort=35555, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1217640651;c=1733220377091), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:18,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b 2024-12-03T10:06:18,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/zookeeper_0, clientPort=50741, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:06:18,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50741 2024-12-03T10:06:18,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:18,535 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3 with version=8 2024-12-03T10:06:18,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/hbase-staging 2024-12-03T10:06:18,538 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:18,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:18,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:18,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:18,538 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:18,539 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40621 2024-12-03T10:06:18,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40621 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-12-03T10:06:18,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406210x0, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:18,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40621-0x1019bf1ca0f0000 connected 2024-12-03T10:06:18,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:18,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:18,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:18,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-03T10:06:18,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40621 2024-12-03T10:06:18,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40621 2024-12-03T10:06:18,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-03T10:06:18,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40621 2024-12-03T10:06:18,663 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3, hbase.cluster.distributed=false 2024-12-03T10:06:18,683 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:18,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:18,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:18,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:18,683 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:18,684 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40197 2024-12-03T10:06:18,684 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:18,685 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T10:06:18,689 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T10:06:18,689 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T10:06:18,690 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T10:06:18,690 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:18,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40197 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-12-03T10:06:18,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401970x0, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:18,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40197-0x1019bf1ca0f0001 connected 2024-12-03T10:06:18,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:18,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:18,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:18,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40197 2024-12-03T10:06:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40197 2024-12-03T10:06:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40197 2024-12-03T10:06:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40197 2024-12-03T10:06:18,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40197 2024-12-03T10:06:18,718 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:18,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:18,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:18,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:18,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:18,719 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:18,719 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45601 2024-12-03T10:06:18,720 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:18,720 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T10:06:18,724 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T10:06:18,725 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T10:06:18,725 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T10:06:18,725 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:18,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45601 connecting to ZooKeeper ensemble=127.0.0.1:50741 2024-12-03T10:06:18,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456010x0, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:18,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45601-0x1019bf1ca0f0002 connected 2024-12-03T10:06:18,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:18,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:18,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45601 2024-12-03T10:06:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45601 2024-12-03T10:06:18,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45601 2024-12-03T10:06:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45601 2024-12-03T10:06:18,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45601 2024-12-03T10:06:18,740 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:18,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:18,750 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:18,753 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b030dd9a36e7:40621 2024-12-03T10:06:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,758 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:18,758 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b030dd9a36e7,40621,1733220378537 from backup master directory 2024-12-03T10:06:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:18,766 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:18,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:18,766 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:18,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:18,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:18,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:18,776 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/hbase.id with ID: 4c72c243-9ec5-4fca-961f-64f1d27d2fc6 2024-12-03T10:06:18,786 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:18,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:18,803 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:18,803 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:06:18,804 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:18,812 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store 2024-12-03T10:06:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:18,820 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:18,820 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:18,820 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:18,820 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:18,820 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:18,820 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:18,820 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:18,820 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:18,821 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/.initializing 2024-12-03T10:06:18,821 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/WALs/b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:18,822 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:18,824 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C40621%2C1733220378537, suffix=, logDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/WALs/b030dd9a36e7,40621,1733220378537, archiveDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/oldWALs, maxLogs=10 2024-12-03T10:06:18,836 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/WALs/b030dd9a36e7,40621,1733220378537/b030dd9a36e7%2C40621%2C1733220378537.1733220378824, exclude list is [], retry=0 2024-12-03T10:06:18,838 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-531e11b8-d252-4c71-bf59-ec37a1fdeb9b,DISK] 2024-12-03T10:06:18,838 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-7b8c2503-4ff3-493b-9eb1-2b78a78c8813,DISK] 2024-12-03T10:06:18,840 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/WALs/b030dd9a36e7,40621,1733220378537/b030dd9a36e7%2C40621%2C1733220378537.1733220378824 2024-12-03T10:06:18,840 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:35555:35555)] 2024-12-03T10:06:18,840 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:18,840 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:18,840 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,840 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:06:18,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:18,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:18,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:06:18,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:18,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:18,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:06:18,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:18,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:18,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:06:18,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:18,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:18,849 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,849 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,851 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:06:18,851 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:18,853 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:18,853 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65126814, jitterRate=-0.029534846544265747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:06:18,854 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:18,854 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:06:18,857 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9baa578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:18,857 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T10:06:18,858 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:06:18,858 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:06:18,858 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:06:18,858 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:06:18,858 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:06:18,858 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:06:18,860 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:06:18,860 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T10:06:18,866 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T10:06:18,866 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:06:18,866 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:06:18,874 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T10:06:18,874 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:06:18,875 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:06:18,883 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T10:06:18,883 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:06:18,891 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T10:06:18,893 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:06:18,899 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T10:06:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,909 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b030dd9a36e7,40621,1733220378537, sessionid=0x1019bf1ca0f0000, setting cluster-up flag (Was=false) 2024-12-03T10:06:18,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,949 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T10:06:18,950 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:18,991 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T10:06:18,992 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:18,994 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:18,994 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T10:06:18,994 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b030dd9a36e7,40621,1733220378537 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b030dd9a36e7:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:18,995 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733220408997 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:06:18,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:06:18,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:06:18,997 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:18,998 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:06:18,998 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:06:18,998 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:06:18,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:18,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:18,999 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:06:18,999 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:06:18,999 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220378999,5,FailOnTimeoutGroup] 2024-12-03T10:06:18,999 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220378999,5,FailOnTimeoutGroup] 2024-12-03T10:06:18,999 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:18,999 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:06:18,999 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:18,999 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:19,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:19,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T10:06:19,005 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3 2024-12-03T10:06:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:19,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:19,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:19,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:19,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:19,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:19,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:19,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:19,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:19,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:19,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:19,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:19,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:19,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:19,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740 2024-12-03T10:06:19,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740 2024-12-03T10:06:19,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:19,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:19,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:19,023 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60588110, jitterRate=-0.09716680645942688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:19,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:19,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:19,024 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:19,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:19,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:19,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:19,024 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:19,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:19,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:19,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T10:06:19,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:06:19,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:06:19,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:06:19,052 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b030dd9a36e7:45601 2024-12-03T10:06:19,052 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b030dd9a36e7:40197 2024-12-03T10:06:19,053 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1008): ClusterId : 4c72c243-9ec5-4fca-961f-64f1d27d2fc6 2024-12-03T10:06:19,053 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1008): ClusterId : 4c72c243-9ec5-4fca-961f-64f1d27d2fc6 2024-12-03T10:06:19,053 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:19,053 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:19,064 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:19,064 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:19,064 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:19,064 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:19,075 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:19,075 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:19,075 DEBUG [RS:1;b030dd9a36e7:45601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@912ee8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:19,075 DEBUG [RS:0;b030dd9a36e7:40197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4176289b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:19,076 DEBUG [RS:0;b030dd9a36e7:40197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506228bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:19,076 DEBUG [RS:1;b030dd9a36e7:45601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ba600a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:19,076 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:19,076 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:19,076 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:19,076 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:19,076 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:19,076 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:19,076 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,40621,1733220378537 with isa=b030dd9a36e7/172.17.0.2:40197, startcode=1733220378682 2024-12-03T10:06:19,076 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,40621,1733220378537 with isa=b030dd9a36e7/172.17.0.2:45601, startcode=1733220378718 2024-12-03T10:06:19,076 DEBUG [RS:1;b030dd9a36e7:45601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:19,077 DEBUG [RS:0;b030dd9a36e7:40197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:19,078 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38731, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:19,078 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39391, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:19,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:19,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:19,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,080 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40621 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,080 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3 2024-12-03T10:06:19,080 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36975 2024-12-03T10:06:19,080 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:19,081 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3 2024-12-03T10:06:19,081 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36975 2024-12-03T10:06:19,081 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:19,116 DEBUG [RS:0;b030dd9a36e7:40197 {}] zookeeper.ZKUtil(111): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:19,116 WARN [RS:0;b030dd9a36e7:40197 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:19,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,40197,1733220378682] 2024-12-03T10:06:19,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,45601,1733220378718] 2024-12-03T10:06:19,117 INFO [RS:0;b030dd9a36e7:40197 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:19,117 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:19,117 DEBUG [RS:1;b030dd9a36e7:45601 {}] zookeeper.ZKUtil(111): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,117 WARN [RS:1;b030dd9a36e7:45601 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:19,117 INFO [RS:1;b030dd9a36e7:45601 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:19,118 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,124 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:19,124 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:19,124 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:19,124 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:19,127 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:19,128 INFO [RS:1;b030dd9a36e7:45601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:19,128 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,128 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:19,130 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,130 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,130 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,130 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,130 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:19,130 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,130 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,131 INFO [RS:0;b030dd9a36e7:40197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,131 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:19,131 DEBUG [RS:1;b030dd9a36e7:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:19,131 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:19,132 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,132 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,132 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,132 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,132 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,132 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,132 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,45601,1733220378718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:19,132 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,132 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,132 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:19,133 DEBUG [RS:0;b030dd9a36e7:40197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:19,136 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,137 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,137 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,137 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,137 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40197,1733220378682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:19,147 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:19,147 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,45601,1733220378718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,149 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:19,149 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40197,1733220378682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,158 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.Replication(204): b030dd9a36e7,45601,1733220378718 started 2024-12-03T10:06:19,159 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,45601,1733220378718, RpcServer on b030dd9a36e7/172.17.0.2:45601, sessionid=0x1019bf1ca0f0002 2024-12-03T10:06:19,159 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:19,159 DEBUG [RS:1;b030dd9a36e7:45601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,159 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,45601,1733220378718' 2024-12-03T10:06:19,159 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:19,159 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:19,160 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:19,160 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:19,160 DEBUG [RS:1;b030dd9a36e7:45601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,160 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,45601,1733220378718' 2024-12-03T10:06:19,160 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:19,160 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:19,160 DEBUG [RS:1;b030dd9a36e7:45601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:19,160 INFO [RS:1;b030dd9a36e7:45601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:19,160 INFO [RS:1;b030dd9a36e7:45601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:19,161 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.Replication(204): b030dd9a36e7,40197,1733220378682 started 2024-12-03T10:06:19,161 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,40197,1733220378682, RpcServer on b030dd9a36e7/172.17.0.2:40197, sessionid=0x1019bf1ca0f0001 2024-12-03T10:06:19,161 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:19,161 DEBUG [RS:0;b030dd9a36e7:40197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:19,161 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,40197,1733220378682' 2024-12-03T10:06:19,161 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:19,161 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:19,162 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:19,162 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:19,162 DEBUG [RS:0;b030dd9a36e7:40197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:19,162 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,40197,1733220378682' 2024-12-03T10:06:19,162 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:19,162 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:19,162 DEBUG [RS:0;b030dd9a36e7:40197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:19,162 INFO [RS:0;b030dd9a36e7:40197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:19,162 INFO [RS:0;b030dd9a36e7:40197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:19,177 WARN [b030dd9a36e7:40621 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:06:19,261 INFO [RS:1;b030dd9a36e7:45601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:19,263 INFO [RS:0;b030dd9a36e7:40197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:19,263 INFO [RS:1;b030dd9a36e7:45601 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C45601%2C1733220378718, suffix=, logDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,45601,1733220378718, archiveDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/oldWALs, maxLogs=32 2024-12-03T10:06:19,265 INFO [RS:0;b030dd9a36e7:40197 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C40197%2C1733220378682, suffix=, logDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,40197,1733220378682, archiveDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/oldWALs, maxLogs=32 2024-12-03T10:06:19,283 DEBUG [RS:1;b030dd9a36e7:45601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,45601,1733220378718/b030dd9a36e7%2C45601%2C1733220378718.1733220379263, exclude list is [], retry=0 2024-12-03T10:06:19,283 DEBUG [RS:0;b030dd9a36e7:40197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,40197,1733220378682/b030dd9a36e7%2C40197%2C1733220378682.1733220379266, exclude list is [], retry=0 2024-12-03T10:06:19,286 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-7b8c2503-4ff3-493b-9eb1-2b78a78c8813,DISK] 2024-12-03T10:06:19,286 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-7b8c2503-4ff3-493b-9eb1-2b78a78c8813,DISK] 2024-12-03T10:06:19,286 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-531e11b8-d252-4c71-bf59-ec37a1fdeb9b,DISK] 2024-12-03T10:06:19,286 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-531e11b8-d252-4c71-bf59-ec37a1fdeb9b,DISK] 2024-12-03T10:06:19,289 INFO [RS:1;b030dd9a36e7:45601 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,45601,1733220378718/b030dd9a36e7%2C45601%2C1733220378718.1733220379263 2024-12-03T10:06:19,289 INFO [RS:0;b030dd9a36e7:40197 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,40197,1733220378682/b030dd9a36e7%2C40197%2C1733220378682.1733220379266 2024-12-03T10:06:19,289 DEBUG [RS:1;b030dd9a36e7:45601 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35555:35555),(127.0.0.1/127.0.0.1:40855:40855)] 2024-12-03T10:06:19,289 DEBUG [RS:0;b030dd9a36e7:40197 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35555:35555),(127.0.0.1/127.0.0.1:40855:40855)] 2024-12-03T10:06:19,427 DEBUG [b030dd9a36e7:40621 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T10:06:19,428 DEBUG [b030dd9a36e7:40621 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:19,432 DEBUG [b030dd9a36e7:40621 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:19,432 DEBUG [b030dd9a36e7:40621 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:19,432 INFO [b030dd9a36e7:40621 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:19,433 INFO [b030dd9a36e7:40621 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:19,433 DEBUG [b030dd9a36e7:40621 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:19,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,436 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,45601,1733220378718, state=OPENING 2024-12-03T10:06:19,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:06:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:19,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:19,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b030dd9a36e7,45601,1733220378718}] 2024-12-03T10:06:19,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:19,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:19,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:19,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:19,614 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:19,619 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T10:06:19,619 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:19,620 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:06:19,622 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C45601%2C1733220378718.meta, suffix=.meta, logDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,45601,1733220378718, archiveDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/oldWALs, maxLogs=32 2024-12-03T10:06:19,641 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,45601,1733220378718/b030dd9a36e7%2C45601%2C1733220378718.meta.1733220379623.meta, exclude list is [], retry=0 2024-12-03T10:06:19,644 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35955,DS-7b8c2503-4ff3-493b-9eb1-2b78a78c8813,DISK] 2024-12-03T10:06:19,644 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36741,DS-531e11b8-d252-4c71-bf59-ec37a1fdeb9b,DISK] 2024-12-03T10:06:19,645 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,45601,1733220378718/b030dd9a36e7%2C45601%2C1733220378718.meta.1733220379623.meta 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:35555:35555)] 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:06:19,646 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T10:06:19,646 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T10:06:19,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:19,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:19,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:19,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:19,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:19,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:19,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:19,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:19,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:19,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:19,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:19,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:19,652 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740 2024-12-03T10:06:19,653 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740 2024-12-03T10:06:19,654 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:19,655 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:19,655 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71301847, jitterRate=0.06248031556606293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:19,656 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:19,657 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733220379612 2024-12-03T10:06:19,658 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:06:19,658 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T10:06:19,659 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:19,659 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,45601,1733220378718, state=OPEN 2024-12-03T10:06:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:19,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:19,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:19,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:19,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:19,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:06:19,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b030dd9a36e7,45601,1733220378718 in 207 msec 2024-12-03T10:06:19,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:06:19,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-12-03T10:06:19,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 677 msec 2024-12-03T10:06:19,670 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733220379670, completionTime=-1 2024-12-03T10:06:19,671 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T10:06:19,671 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T10:06:19,671 DEBUG [hconnection-0x1b20632f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:19,672 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:19,673 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T10:06:19,673 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733220439673 2024-12-03T10:06:19,673 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733220499673 2024-12-03T10:06:19,673 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-03T10:06:19,691 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40621,1733220378537-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,691 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40621,1733220378537-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,691 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40621,1733220378537-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,692 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b030dd9a36e7:40621, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,692 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:19,692 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T10:06:19,692 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:19,693 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T10:06:19,693 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T10:06:19,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:19,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:19,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:19,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:19,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:20,106 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19d4df2de0dfff428d7a99e7718e039f, NAME => 'hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3 2024-12-03T10:06:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:20,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:20,117 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:20,117 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 19d4df2de0dfff428d7a99e7718e039f, disabling compactions & flushes 2024-12-03T10:06:20,118 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:20,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:20,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. after waiting 0 ms 2024-12-03T10:06:20,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:20,118 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:20,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19d4df2de0dfff428d7a99e7718e039f: 2024-12-03T10:06:20,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:20,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733220380119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220380119"}]},"ts":"1733220380119"} 2024-12-03T10:06:20,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:06:20,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:20,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220380121"}]},"ts":"1733220380121"} 2024-12-03T10:06:20,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T10:06:20,171 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:20,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:20,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:20,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:20,172 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:20,172 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:20,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=19d4df2de0dfff428d7a99e7718e039f, ASSIGN}] 2024-12-03T10:06:20,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=19d4df2de0dfff428d7a99e7718e039f, ASSIGN 2024-12-03T10:06:20,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=19d4df2de0dfff428d7a99e7718e039f, ASSIGN; state=OFFLINE, location=b030dd9a36e7,40197,1733220378682; forceNewPlan=false, retain=false 2024-12-03T10:06:20,325 INFO [b030dd9a36e7:40621 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T10:06:20,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=19d4df2de0dfff428d7a99e7718e039f, regionState=OPENING, regionLocation=b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:20,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 19d4df2de0dfff428d7a99e7718e039f, server=b030dd9a36e7,40197,1733220378682}] 2024-12-03T10:06:20,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:20,482 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:20,484 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:20,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:20,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 19d4df2de0dfff428d7a99e7718e039f, NAME => 'hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:20,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:20,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:20,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:20,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:20,490 INFO [StoreOpener-19d4df2de0dfff428d7a99e7718e039f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:20,493 INFO [StoreOpener-19d4df2de0dfff428d7a99e7718e039f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19d4df2de0dfff428d7a99e7718e039f columnFamilyName info 2024-12-03T10:06:20,493 DEBUG [StoreOpener-19d4df2de0dfff428d7a99e7718e039f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:20,494 INFO [StoreOpener-19d4df2de0dfff428d7a99e7718e039f-1 {}] regionserver.HStore(327): Store=19d4df2de0dfff428d7a99e7718e039f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:20,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:20,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:20,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:20,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:20,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 19d4df2de0dfff428d7a99e7718e039f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67671053, jitterRate=0.00837726891040802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:20,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 19d4df2de0dfff428d7a99e7718e039f: 2024-12-03T10:06:20,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f., pid=6, masterSystemTime=1733220380482 2024-12-03T10:06:20,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:20,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:20,508 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=19d4df2de0dfff428d7a99e7718e039f, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:20,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:06:20,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 19d4df2de0dfff428d7a99e7718e039f, server=b030dd9a36e7,40197,1733220378682 in 180 msec 2024-12-03T10:06:20,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:06:20,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=19d4df2de0dfff428d7a99e7718e039f, ASSIGN in 339 msec 2024-12-03T10:06:20,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:20,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220380514"}]},"ts":"1733220380514"} 2024-12-03T10:06:20,516 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T10:06:20,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:20,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 833 msec 2024-12-03T10:06:20,595 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T10:06:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:20,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:20,610 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:20,612 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:20,615 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T10:06:20,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:20,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-03T10:06:20,648 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T10:06:20,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:20,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 25 msec 2024-12-03T10:06:20,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T10:06:20,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T10:06:20,713 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.947sec 2024-12-03T10:06:20,713 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:06:20,713 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:06:20,713 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:06:20,713 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:06:20,713 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:06:20,713 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40621,1733220378537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:20,714 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40621,1733220378537-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:06:20,715 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:06:20,715 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:06:20,715 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,40621,1733220378537-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:20,743 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26a7c819 to 127.0.0.1:50741 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53fd7984 2024-12-03T10:06:20,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7e5031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:20,757 DEBUG [hconnection-0x7749d4ec-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:20,759 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:20,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:20,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:06:20,763 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:06:20,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T10:06:20,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:20,766 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:20,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T10:06:20,767 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:20,776 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ba4c99a629d32afa8a2ed9e303fe05a3, NAME => 'testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3 2024-12-03T10:06:20,776 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ebb39ab28eaad1b178fb4deac07fef39, NAME => 'testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3 2024-12-03T10:06:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:20,786 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:20,786 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing ba4c99a629d32afa8a2ed9e303fe05a3, disabling compactions & flushes 2024-12-03T10:06:20,786 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:20,786 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:20,786 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. after waiting 0 ms 2024-12-03T10:06:20,786 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:20,786 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:20,786 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for ba4c99a629d32afa8a2ed9e303fe05a3: 2024-12-03T10:06:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:20,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:06:20,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:20,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:20,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:20,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:20,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:20,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:20,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:20,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:21,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:21,187 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:21,187 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing ebb39ab28eaad1b178fb4deac07fef39, disabling compactions & flushes 2024-12-03T10:06:21,187 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:21,187 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:21,187 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. after waiting 0 ms 2024-12-03T10:06:21,187 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:21,187 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:21,187 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for ebb39ab28eaad1b178fb4deac07fef39: 2024-12-03T10:06:21,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:21,188 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220381188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220381188"}]},"ts":"1733220381188"} 2024-12-03T10:06:21,188 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220381188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220381188"}]},"ts":"1733220381188"} 2024-12-03T10:06:21,191 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T10:06:21,192 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:21,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220381192"}]},"ts":"1733220381192"} 2024-12-03T10:06:21,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T10:06:21,246 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:21,248 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:21,248 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:21,248 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:21,248 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:21,248 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:21,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba4c99a629d32afa8a2ed9e303fe05a3, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebb39ab28eaad1b178fb4deac07fef39, ASSIGN}] 2024-12-03T10:06:21,249 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba4c99a629d32afa8a2ed9e303fe05a3, ASSIGN 2024-12-03T10:06:21,249 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebb39ab28eaad1b178fb4deac07fef39, ASSIGN 2024-12-03T10:06:21,250 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba4c99a629d32afa8a2ed9e303fe05a3, ASSIGN; state=OFFLINE, location=b030dd9a36e7,45601,1733220378718; forceNewPlan=false, retain=false 2024-12-03T10:06:21,250 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebb39ab28eaad1b178fb4deac07fef39, ASSIGN; state=OFFLINE, location=b030dd9a36e7,40197,1733220378682; forceNewPlan=false, retain=false 2024-12-03T10:06:21,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:21,400 INFO [b030dd9a36e7:40621 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T10:06:21,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ebb39ab28eaad1b178fb4deac07fef39, regionState=OPENING, regionLocation=b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:21,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ba4c99a629d32afa8a2ed9e303fe05a3, regionState=OPENING, regionLocation=b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:21,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure ebb39ab28eaad1b178fb4deac07fef39, server=b030dd9a36e7,40197,1733220378682}] 2024-12-03T10:06:21,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure ba4c99a629d32afa8a2ed9e303fe05a3, server=b030dd9a36e7,45601,1733220378718}] 2024-12-03T10:06:21,555 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:21,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:21,561 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:21,561 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => ebb39ab28eaad1b178fb4deac07fef39, NAME => 'testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T10:06:21,561 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => ba4c99a629d32afa8a2ed9e303fe05a3, NAME => 'testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,562 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,564 INFO [StoreOpener-ebb39ab28eaad1b178fb4deac07fef39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,564 INFO [StoreOpener-ba4c99a629d32afa8a2ed9e303fe05a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,566 INFO [StoreOpener-ba4c99a629d32afa8a2ed9e303fe05a3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba4c99a629d32afa8a2ed9e303fe05a3 columnFamilyName family 2024-12-03T10:06:21,566 INFO [StoreOpener-ebb39ab28eaad1b178fb4deac07fef39-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb39ab28eaad1b178fb4deac07fef39 columnFamilyName family 2024-12-03T10:06:21,566 DEBUG [StoreOpener-ba4c99a629d32afa8a2ed9e303fe05a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:21,566 DEBUG [StoreOpener-ebb39ab28eaad1b178fb4deac07fef39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:21,566 INFO [StoreOpener-ba4c99a629d32afa8a2ed9e303fe05a3-1 {}] regionserver.HStore(327): Store=ba4c99a629d32afa8a2ed9e303fe05a3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:21,566 INFO [StoreOpener-ebb39ab28eaad1b178fb4deac07fef39-1 {}] regionserver.HStore(327): Store=ebb39ab28eaad1b178fb4deac07fef39/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:21,567 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,567 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,568 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,568 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,570 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,570 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,572 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:21,572 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:21,573 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened ebb39ab28eaad1b178fb4deac07fef39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62491146, jitterRate=-0.06880936026573181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:21,573 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened ba4c99a629d32afa8a2ed9e303fe05a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64063679, jitterRate=-0.045376792550086975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:21,574 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for ba4c99a629d32afa8a2ed9e303fe05a3: 2024-12-03T10:06:21,574 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for ebb39ab28eaad1b178fb4deac07fef39: 2024-12-03T10:06:21,575 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3., pid=13, masterSystemTime=1733220381555 2024-12-03T10:06:21,575 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39., pid=12, masterSystemTime=1733220381554 2024-12-03T10:06:21,576 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:21,576 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:21,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ebb39ab28eaad1b178fb4deac07fef39, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:21,578 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:21,578 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:21,578 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ba4c99a629d32afa8a2ed9e303fe05a3, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:21,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T10:06:21,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure ebb39ab28eaad1b178fb4deac07fef39, server=b030dd9a36e7,40197,1733220378682 in 177 msec 2024-12-03T10:06:21,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-03T10:06:21,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure ba4c99a629d32afa8a2ed9e303fe05a3, server=b030dd9a36e7,45601,1733220378718 in 177 msec 2024-12-03T10:06:21,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ebb39ab28eaad1b178fb4deac07fef39, ASSIGN in 333 msec 2024-12-03T10:06:21,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:06:21,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ba4c99a629d32afa8a2ed9e303fe05a3, ASSIGN in 334 msec 2024-12-03T10:06:21,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:21,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220381585"}]},"ts":"1733220381585"} 2024-12-03T10:06:21,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T10:06:21,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:21,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 884 msec 2024-12-03T10:06:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40621 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:21,874 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T10:06:21,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T10:06:21,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:21,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T10:06:21,879 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:21,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T10:06:21,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:21,896 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:21,902 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ebb39ab28eaad1b178fb4deac07fef39 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T10:06:21,914 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39/.tmp/family/3dc054ca9a4a430dadf9cd4f18ac9dbd is 32, key is 5/family:/1733220381897/Put/seqid=0 2024-12-03T10:06:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741841_1017 (size=5083) 2024-12-03T10:06:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741841_1017 (size=5083) 2024-12-03T10:06:21,920 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39/.tmp/family/3dc054ca9a4a430dadf9cd4f18ac9dbd 2024-12-03T10:06:21,924 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39/.tmp/family/3dc054ca9a4a430dadf9cd4f18ac9dbd as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39/family/3dc054ca9a4a430dadf9cd4f18ac9dbd 2024-12-03T10:06:21,929 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39/family/3dc054ca9a4a430dadf9cd4f18ac9dbd, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T10:06:21,929 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ebb39ab28eaad1b178fb4deac07fef39 in 27ms, sequenceid=9, compaction requested=false 2024-12-03T10:06:21,929 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ebb39ab28eaad1b178fb4deac07fef39: 2024-12-03T10:06:21,929 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ba4c99a629d32afa8a2ed9e303fe05a3 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T10:06:21,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3/.tmp/family/bef66d2c8f28425b985f6645930759a7 is 32, key is 1/family:/1733220381883/Put/seqid=0 2024-12-03T10:06:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741842_1018 (size=5054) 2024-12-03T10:06:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741842_1018 (size=5054) 2024-12-03T10:06:21,951 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3/.tmp/family/bef66d2c8f28425b985f6645930759a7 2024-12-03T10:06:21,956 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3/.tmp/family/bef66d2c8f28425b985f6645930759a7 as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3/family/bef66d2c8f28425b985f6645930759a7 2024-12-03T10:06:21,962 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3/family/bef66d2c8f28425b985f6645930759a7, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T10:06:21,963 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ba4c99a629d32afa8a2ed9e303fe05a3 in 34ms, sequenceid=8, compaction requested=false 2024-12-03T10:06:21,963 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ba4c99a629d32afa8a2ed9e303fe05a3: 2024-12-03T10:06:21,964 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 3dc054ca9a4a430dadf9cd4f18ac9dbd, starting offset: 0, end offset: 9223372036854775807 2024-12-03T10:06:21,964 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 3dc054ca9a4a430dadf9cd4f18ac9dbd_0 from back map with offset lock 2094080 in the evict process 2024-12-03T10:06:21,966 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file bef66d2c8f28425b985f6645930759a7, starting offset: 0, end offset: 9223372036854775807 2024-12-03T10:06:21,966 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key bef66d2c8f28425b985f6645930759a7_0 from back map with offset lock 2094080 in the evict process 2024-12-03T10:06:21,966 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T10:06:21,966 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:06:21,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26a7c819 to 127.0.0.1:50741 2024-12-03T10:06:21,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:21,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:06:21,966 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2129310966, stopped=false 2024-12-03T10:06:21,966 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:21,983 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T10:06:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:21,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:21,983 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,40197,1733220378682' ***** 2024-12-03T10:06:21,983 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:21,983 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,45601,1733220378718' ***** 2024-12-03T10:06:21,983 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:21,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:21,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:21,983 INFO [RS:0;b030dd9a36e7:40197 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T10:06:21,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:21,984 INFO [RS:1;b030dd9a36e7:45601 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T10:06:21,984 INFO [RS:0;b030dd9a36e7:40197 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T10:06:21,984 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:21,984 INFO [RS:0;b030dd9a36e7:40197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:21,984 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T10:06:21,984 INFO [RS:1;b030dd9a36e7:45601 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T10:06:21,984 INFO [RS:0;b030dd9a36e7:40197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:21,984 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T10:06:21,984 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(3579): Received CLOSE for 19d4df2de0dfff428d7a99e7718e039f 2024-12-03T10:06:21,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:21,984 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T10:06:21,984 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T10:06:21,984 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T10:06:21,984 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:21,984 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T10:06:21,985 INFO [RS:1;b030dd9a36e7:45601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:21,985 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:21,985 INFO [RS:1;b030dd9a36e7:45601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:21,985 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(3579): Received CLOSE for ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,985 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(3579): Received CLOSE for ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,985 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:21,985 DEBUG [RS:0;b030dd9a36e7:40197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:21,985 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19d4df2de0dfff428d7a99e7718e039f, disabling compactions & flushes 2024-12-03T10:06:21,985 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:21,985 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T10:06:21,985 DEBUG [RS:1;b030dd9a36e7:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:21,985 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:21,985 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1603): Online Regions={19d4df2de0dfff428d7a99e7718e039f=hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f., ebb39ab28eaad1b178fb4deac07fef39=testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39.} 2024-12-03T10:06:21,985 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:21,985 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:21,985 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. after waiting 0 ms 2024-12-03T10:06:21,985 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ba4c99a629d32afa8a2ed9e303fe05a3, disabling compactions & flushes 2024-12-03T10:06:21,985 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:21,985 DEBUG [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1629): Waiting on 19d4df2de0dfff428d7a99e7718e039f, ebb39ab28eaad1b178fb4deac07fef39 2024-12-03T10:06:21,985 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:21,985 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:21,986 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:21,986 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 19d4df2de0dfff428d7a99e7718e039f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T10:06:21,986 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T10:06:21,986 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:21,986 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. after waiting 0 ms 2024-12-03T10:06:21,986 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:21,986 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T10:06:21,986 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, ba4c99a629d32afa8a2ed9e303fe05a3=testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3.} 2024-12-03T10:06:21,986 DEBUG [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, ba4c99a629d32afa8a2ed9e303fe05a3 2024-12-03T10:06:21,986 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:21,986 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:21,986 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:21,986 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:21,986 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:21,986 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T10:06:21,991 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ba4c99a629d32afa8a2ed9e303fe05a3/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:06:21,992 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:21,992 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ba4c99a629d32afa8a2ed9e303fe05a3: 2024-12-03T10:06:21,992 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733220380764.ba4c99a629d32afa8a2ed9e303fe05a3. 2024-12-03T10:06:22,002 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/.tmp/info/d2ffba98e95b4f3fa3a9f4b0d7af8f97 is 173, key is testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39./info:regioninfo/1733220381577/Put/seqid=0 2024-12-03T10:06:22,006 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f/.tmp/info/177cdbe1cb6041518cac7cbcacae3bb2 is 45, key is default/info:d/1733220380620/Put/seqid=0 2024-12-03T10:06:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:22,008 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/.tmp/info/d2ffba98e95b4f3fa3a9f4b0d7af8f97 2024-12-03T10:06:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:22,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:22,012 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f/.tmp/info/177cdbe1cb6041518cac7cbcacae3bb2 2024-12-03T10:06:22,017 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f/.tmp/info/177cdbe1cb6041518cac7cbcacae3bb2 as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f/info/177cdbe1cb6041518cac7cbcacae3bb2 2024-12-03T10:06:22,021 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f/info/177cdbe1cb6041518cac7cbcacae3bb2, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T10:06:22,022 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 19d4df2de0dfff428d7a99e7718e039f in 36ms, sequenceid=6, compaction requested=false 2024-12-03T10:06:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/namespace/19d4df2de0dfff428d7a99e7718e039f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:06:22,026 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19d4df2de0dfff428d7a99e7718e039f: 2024-12-03T10:06:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733220379692.19d4df2de0dfff428d7a99e7718e039f. 2024-12-03T10:06:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ebb39ab28eaad1b178fb4deac07fef39, disabling compactions & flushes 2024-12-03T10:06:22,026 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. after waiting 0 ms 2024-12-03T10:06:22,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:22,030 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/default/testClearRegionBlockCache/ebb39ab28eaad1b178fb4deac07fef39/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T10:06:22,030 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:22,030 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ebb39ab28eaad1b178fb4deac07fef39: 2024-12-03T10:06:22,030 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733220380764.ebb39ab28eaad1b178fb4deac07fef39. 2024-12-03T10:06:22,033 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/.tmp/table/7d195ef93dc94f7bab7ee1d1f9c5c269 is 61, key is testClearRegionBlockCache/table:state/1733220381585/Put/seqid=0 2024-12-03T10:06:22,037 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:22,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:22,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:22,039 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/.tmp/table/7d195ef93dc94f7bab7ee1d1f9c5c269 2024-12-03T10:06:22,040 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:22,045 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/.tmp/info/d2ffba98e95b4f3fa3a9f4b0d7af8f97 as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/info/d2ffba98e95b4f3fa3a9f4b0d7af8f97 2024-12-03T10:06:22,049 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/info/d2ffba98e95b4f3fa3a9f4b0d7af8f97, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T10:06:22,050 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/.tmp/table/7d195ef93dc94f7bab7ee1d1f9c5c269 as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/table/7d195ef93dc94f7bab7ee1d1f9c5c269 2024-12-03T10:06:22,056 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/table/7d195ef93dc94f7bab7ee1d1f9c5c269, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T10:06:22,057 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=16, compaction requested=false 2024-12-03T10:06:22,061 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:06:22,061 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:06:22,061 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:22,061 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:22,061 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:22,134 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:06:22,135 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:06:22,137 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:06:22,137 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:06:22,186 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,40197,1733220378682; all regions closed. 2024-12-03T10:06:22,186 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,45601,1733220378718; all regions closed. 2024-12-03T10:06:22,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:22,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/WALs/b030dd9a36e7,40197,1733220378682/b030dd9a36e7%2C40197%2C1733220378682.1733220379266 not finished, retry = 0 2024-12-03T10:06:22,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741834_1010 (size=3188) 2024-12-03T10:06:22,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741834_1010 (size=3188) 2024-12-03T10:06:22,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:22,191 DEBUG [RS:1;b030dd9a36e7:45601 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/oldWALs 2024-12-03T10:06:22,191 INFO [RS:1;b030dd9a36e7:45601 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C45601%2C1733220378718.meta:.meta(num 1733220379623) 2024-12-03T10:06:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741833_1009 (size=1758) 2024-12-03T10:06:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741833_1009 (size=1758) 2024-12-03T10:06:22,194 DEBUG [RS:1;b030dd9a36e7:45601 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/oldWALs 2024-12-03T10:06:22,194 INFO [RS:1;b030dd9a36e7:45601 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C45601%2C1733220378718:(num 1733220379263) 2024-12-03T10:06:22,194 DEBUG [RS:1;b030dd9a36e7:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:22,194 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:22,195 INFO [RS:1;b030dd9a36e7:45601 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:22,195 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:22,195 INFO [RS:1;b030dd9a36e7:45601 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45601 2024-12-03T10:06:22,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:22,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,45601,1733220378718 2024-12-03T10:06:22,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,45601,1733220378718] 2024-12-03T10:06:22,255 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,45601,1733220378718; numProcessing=1 2024-12-03T10:06:22,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,45601,1733220378718 already deleted, retry=false 2024-12-03T10:06:22,263 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,45601,1733220378718 expired; onlineServers=1 2024-12-03T10:06:22,292 DEBUG [RS:0;b030dd9a36e7:40197 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/oldWALs 2024-12-03T10:06:22,292 INFO [RS:0;b030dd9a36e7:40197 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C40197%2C1733220378682:(num 1733220379266) 2024-12-03T10:06:22,292 DEBUG [RS:0;b030dd9a36e7:40197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:22,292 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:22,292 INFO [RS:0;b030dd9a36e7:40197 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:22,292 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:22,292 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:22,292 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:22,292 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:22,293 INFO [RS:0;b030dd9a36e7:40197 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40197 2024-12-03T10:06:22,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,40197,1733220378682 2024-12-03T10:06:22,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:22,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,40197,1733220378682] 2024-12-03T10:06:22,308 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,40197,1733220378682; numProcessing=2 2024-12-03T10:06:22,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,40197,1733220378682 already deleted, retry=false 2024-12-03T10:06:22,316 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,40197,1733220378682 expired; onlineServers=0 2024-12-03T10:06:22,316 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,40621,1733220378537' ***** 2024-12-03T10:06:22,316 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:06:22,316 DEBUG [M:0;b030dd9a36e7:40621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b2dd35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:22,316 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,40621,1733220378537 2024-12-03T10:06:22,316 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,40621,1733220378537; all regions closed. 2024-12-03T10:06:22,316 DEBUG [M:0;b030dd9a36e7:40621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:22,316 DEBUG [M:0;b030dd9a36e7:40621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:06:22,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:06:22,316 DEBUG [M:0;b030dd9a36e7:40621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:06:22,316 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220378999 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220378999,5,FailOnTimeoutGroup] 2024-12-03T10:06:22,316 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220378999 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220378999,5,FailOnTimeoutGroup] 2024-12-03T10:06:22,317 INFO [M:0;b030dd9a36e7:40621 {}] hbase.ChoreService(370): Chore service for: master/b030dd9a36e7:0 had [] on shutdown 2024-12-03T10:06:22,317 DEBUG [M:0;b030dd9a36e7:40621 {}] master.HMaster(1733): Stopping service threads 2024-12-03T10:06:22,317 INFO [M:0;b030dd9a36e7:40621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:06:22,317 INFO [M:0;b030dd9a36e7:40621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:06:22,317 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:06:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:22,324 DEBUG [M:0;b030dd9a36e7:40621 {}] zookeeper.ZKUtil(347): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T10:06:22,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:22,324 WARN [M:0;b030dd9a36e7:40621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:06:22,324 INFO [M:0;b030dd9a36e7:40621 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T10:06:22,324 INFO [M:0;b030dd9a36e7:40621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:06:22,325 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:22,325 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:22,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:22,325 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:22,325 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:22,325 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:22,325 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-03T10:06:22,339 DEBUG [M:0;b030dd9a36e7:40621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04e77182ec1347a2a830c96f36974070 is 82, key is hbase:meta,,1/info:regioninfo/1733220379658/Put/seqid=0 2024-12-03T10:06:22,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:22,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:22,344 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04e77182ec1347a2a830c96f36974070 2024-12-03T10:06:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x1019bf1ca0f0002, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:22,355 INFO [RS:1;b030dd9a36e7:45601 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,45601,1733220378718; zookeeper connection closed. 2024-12-03T10:06:22,355 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15132454 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15132454 2024-12-03T10:06:22,363 DEBUG [M:0;b030dd9a36e7:40621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10004950304047dcba00c0db522f7ae4 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733220381651/Put/seqid=0 2024-12-03T10:06:22,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741847_1023 (size=7577) 2024-12-03T10:06:22,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741847_1023 (size=7577) 2024-12-03T10:06:22,369 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10004950304047dcba00c0db522f7ae4 2024-12-03T10:06:22,386 DEBUG [M:0;b030dd9a36e7:40621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/daa5cc59d06342f9bb78769f0d542509 is 69, key is b030dd9a36e7,40197,1733220378682/rs:state/1733220379079/Put/seqid=0 2024-12-03T10:06:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:22,392 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/daa5cc59d06342f9bb78769f0d542509 2024-12-03T10:06:22,397 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/04e77182ec1347a2a830c96f36974070 as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04e77182ec1347a2a830c96f36974070 2024-12-03T10:06:22,402 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/04e77182ec1347a2a830c96f36974070, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T10:06:22,403 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10004950304047dcba00c0db522f7ae4 as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10004950304047dcba00c0db522f7ae4 2024-12-03T10:06:22,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:22,408 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10004950304047dcba00c0db522f7ae4, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T10:06:22,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40197-0x1019bf1ca0f0001, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:22,408 INFO [RS:0;b030dd9a36e7:40197 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,40197,1733220378682; zookeeper connection closed. 2024-12-03T10:06:22,409 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/daa5cc59d06342f9bb78769f0d542509 as hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/daa5cc59d06342f9bb78769f0d542509 2024-12-03T10:06:22,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61d78321 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61d78321 2024-12-03T10:06:22,411 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T10:06:22,414 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36975/user/jenkins/test-data/61d01105-b738-c857-0ad7-386a8f6a75e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/daa5cc59d06342f9bb78769f0d542509, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T10:06:22,415 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=108, compaction requested=false 2024-12-03T10:06:22,416 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:22,416 DEBUG [M:0;b030dd9a36e7:40621 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35955 is added to blk_1073741830_1006 (size=54453) 2024-12-03T10:06:22,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36741 is added to blk_1073741830_1006 (size=54453) 2024-12-03T10:06:22,419 INFO [M:0;b030dd9a36e7:40621 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T10:06:22,419 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:22,419 INFO [M:0;b030dd9a36e7:40621 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40621 2024-12-03T10:06:22,424 DEBUG [M:0;b030dd9a36e7:40621 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b030dd9a36e7,40621,1733220378537 already deleted, retry=false 2024-12-03T10:06:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:22,533 INFO [M:0;b030dd9a36e7:40621 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,40621,1733220378537; zookeeper connection closed. 2024-12-03T10:06:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40621-0x1019bf1ca0f0000, quorum=127.0.0.1:50741, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:22,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f82d9a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:22,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@144c14b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:22,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:22,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dd197f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:22,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac50508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:22,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:22,567 WARN [BP-182313112-172.17.0.2-1733220377091 heartbeating to localhost/127.0.0.1:36975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:22,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:22,567 WARN [BP-182313112-172.17.0.2-1733220377091 heartbeating to localhost/127.0.0.1:36975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-182313112-172.17.0.2-1733220377091 (Datanode Uuid 2a19ab47-0122-4666-b5ac-501ebc5d1e20) service to localhost/127.0.0.1:36975 2024-12-03T10:06:22,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data3/current/BP-182313112-172.17.0.2-1733220377091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:22,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data4/current/BP-182313112-172.17.0.2-1733220377091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:22,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:22,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d4eebf8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:22,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@498ba311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:22,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:22,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@773c89c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:22,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116e5ed5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:22,572 WARN [BP-182313112-172.17.0.2-1733220377091 heartbeating to localhost/127.0.0.1:36975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:22,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:22,572 WARN [BP-182313112-172.17.0.2-1733220377091 heartbeating to localhost/127.0.0.1:36975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-182313112-172.17.0.2-1733220377091 (Datanode Uuid 3cf690c9-b538-4236-8157-4b98c9dc253e) service to localhost/127.0.0.1:36975 2024-12-03T10:06:22,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:22,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data1/current/BP-182313112-172.17.0.2-1733220377091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:22,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/cluster_73509f6b-a239-120a-abfd-d3f724fe6c3b/dfs/data/data2/current/BP-182313112-172.17.0.2-1733220377091 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:22,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:22,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2009ff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:22,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ef8f7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:22,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:22,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@132476c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:22,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffed55e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:22,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:06:22,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T10:06:22,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=177 (was 157) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36975 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36975 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=523 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 138), ProcessCount=11 (was 11), AvailableMemoryMB=3265 (was 3358) 2024-12-03T10:06:22,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=177, OpenFileDescriptor=523, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=3265 2024-12-03T10:06:22,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir so I do NOT create it in target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda 2024-12-03T10:06:22,627 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.log.dir Erasing configuration value by system value. 2024-12-03T10:06:22,627 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.tmp.dir so I do NOT create it in target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda 2024-12-03T10:06:22,627 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94ad12ec-eed7-4421-a00c-5ceb3054012b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-03T10:06:22,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655, deleteOnExit=true 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/test.cache.data in system properties and HBase conf 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T10:06:22,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:22,628 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:06:22,629 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:06:22,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:22,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:22,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:22,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:22,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:22,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:22,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2407718{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:22,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7704553b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:22,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11c0e542{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/java.io.tmpdir/jetty-localhost-37367-hadoop-hdfs-3_4_1-tests_jar-_-any-10326297350879303185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:22,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c998a62{HTTP/1.1, (http/1.1)}{localhost:37367} 2024-12-03T10:06:22,952 INFO [Time-limited test {}] server.Server(415): Started @31622ms 2024-12-03T10:06:23,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:23,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:23,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:23,125 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:23,125 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:23,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63403ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:23,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725d80eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:23,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d4ecedb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/java.io.tmpdir/jetty-localhost-35329-hadoop-hdfs-3_4_1-tests_jar-_-any-14053541566330264537/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:23,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d762e9{HTTP/1.1, (http/1.1)}{localhost:35329} 2024-12-03T10:06:23,213 INFO [Time-limited test {}] server.Server(415): Started @31883ms 2024-12-03T10:06:23,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:23,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:06:23,242 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:06:23,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:06:23,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:06:23,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:06:23,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5517840a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:06:23,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e03b810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:06:23,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7b2d1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/java.io.tmpdir/jetty-localhost-36815-hadoop-hdfs-3_4_1-tests_jar-_-any-1356749523726561011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:23,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@556c716b{HTTP/1.1, (http/1.1)}{localhost:36815} 2024-12-03T10:06:23,332 INFO [Time-limited test {}] server.Server(415): Started @32002ms 2024-12-03T10:06:23,333 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:06:23,835 WARN [Thread-1454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data1/current/BP-670528246-172.17.0.2-1733220382644/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:23,835 WARN [Thread-1455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data2/current/BP-670528246-172.17.0.2-1733220382644/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:23,850 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53e839befb093042 with lease ID 0x2abded8436c48941: Processing first storage report for DS-6dca5f86-266d-4db9-8c07-4151f4733a33 from datanode DatanodeRegistration(127.0.0.1:40775, datanodeUuid=2a636009-f26e-4c14-9e35-bbe1c9739409, infoPort=43807, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644) 2024-12-03T10:06:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53e839befb093042 with lease ID 0x2abded8436c48941: from storage DS-6dca5f86-266d-4db9-8c07-4151f4733a33 node DatanodeRegistration(127.0.0.1:40775, datanodeUuid=2a636009-f26e-4c14-9e35-bbe1c9739409, infoPort=43807, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x53e839befb093042 with lease ID 0x2abded8436c48941: Processing first storage report for DS-15fe5434-91af-419e-9a58-36b45c1f8347 from datanode DatanodeRegistration(127.0.0.1:40775, datanodeUuid=2a636009-f26e-4c14-9e35-bbe1c9739409, infoPort=43807, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644) 2024-12-03T10:06:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x53e839befb093042 with lease ID 0x2abded8436c48941: from storage DS-15fe5434-91af-419e-9a58-36b45c1f8347 node DatanodeRegistration(127.0.0.1:40775, datanodeUuid=2a636009-f26e-4c14-9e35-bbe1c9739409, infoPort=43807, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:23,973 WARN [Thread-1465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data3/current/BP-670528246-172.17.0.2-1733220382644/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:23,974 WARN [Thread-1466 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data4/current/BP-670528246-172.17.0.2-1733220382644/current, will proceed with Du for space computation calculation, 2024-12-03T10:06:23,991 WARN [Thread-1441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:06:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1365accf1acdc16b with lease ID 0x2abded8436c48942: Processing first storage report for DS-70ed1190-3c91-4f7f-82de-6152494c023a from datanode DatanodeRegistration(127.0.0.1:45459, datanodeUuid=d381e40c-7f99-4da2-9bdf-23ebfa1611a5, infoPort=41727, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644) 2024-12-03T10:06:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1365accf1acdc16b with lease ID 0x2abded8436c48942: from storage DS-70ed1190-3c91-4f7f-82de-6152494c023a node DatanodeRegistration(127.0.0.1:45459, datanodeUuid=d381e40c-7f99-4da2-9bdf-23ebfa1611a5, infoPort=41727, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:06:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1365accf1acdc16b with lease ID 0x2abded8436c48942: Processing first storage report for DS-a2aa35c7-ecd0-4d6d-8cb8-84903c9ca657 from datanode DatanodeRegistration(127.0.0.1:45459, datanodeUuid=d381e40c-7f99-4da2-9bdf-23ebfa1611a5, infoPort=41727, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644) 2024-12-03T10:06:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1365accf1acdc16b with lease ID 0x2abded8436c48942: from storage DS-a2aa35c7-ecd0-4d6d-8cb8-84903c9ca657 node DatanodeRegistration(127.0.0.1:45459, datanodeUuid=d381e40c-7f99-4da2-9bdf-23ebfa1611a5, infoPort=41727, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1137242705;c=1733220382644), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:06:24,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda 2024-12-03T10:06:24,068 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/zookeeper_0, clientPort=64918, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:06:24,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64918 2024-12-03T10:06:24,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:24,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:06:24,081 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3 with version=8 2024-12-03T10:06:24,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/hbase-staging 2024-12-03T10:06:24,083 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:24,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,083 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:24,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,083 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:24,083 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:24,084 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:24,084 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34511 2024-12-03T10:06:24,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34511 connecting to ZooKeeper ensemble=127.0.0.1:64918 2024-12-03T10:06:24,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345110x0, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:24,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34511-0x1019bf1dfb80000 connected 2024-12-03T10:06:24,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:24,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:24,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:24,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34511 2024-12-03T10:06:24,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34511 2024-12-03T10:06:24,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34511 2024-12-03T10:06:24,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34511 2024-12-03T10:06:24,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34511 2024-12-03T10:06:24,248 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3, hbase.cluster.distributed=false 2024-12-03T10:06:24,266 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:24,267 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39939 2024-12-03T10:06:24,268 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:24,268 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T10:06:24,272 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T10:06:24,273 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T10:06:24,273 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T10:06:24,273 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:24,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39939 connecting to ZooKeeper ensemble=127.0.0.1:64918 2024-12-03T10:06:24,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399390x0, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:24,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399390x0, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:24,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39939-0x1019bf1dfb80001 connected 2024-12-03T10:06:24,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:24,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:24,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39939 2024-12-03T10:06:24,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39939 2024-12-03T10:06:24,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39939 2024-12-03T10:06:24,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39939 2024-12-03T10:06:24,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39939 2024-12-03T10:06:24,298 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:06:24,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,298 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:06:24,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:06:24,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:06:24,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:06:24,299 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:06:24,299 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33797 2024-12-03T10:06:24,299 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:06:24,300 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-03T10:06:24,304 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-03T10:06:24,305 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-03T10:06:24,305 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-03T10:06:24,305 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:06:24,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33797 connecting to ZooKeeper ensemble=127.0.0.1:64918 2024-12-03T10:06:24,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337970x0, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:06:24,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33797-0x1019bf1dfb80002 connected 2024-12-03T10:06:24,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:24,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:24,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:06:24,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33797 2024-12-03T10:06:24,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33797 2024-12-03T10:06:24,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33797 2024-12-03T10:06:24,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33797 2024-12-03T10:06:24,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33797 2024-12-03T10:06:24,319 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:24,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:24,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:24,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:24,324 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:24,331 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b030dd9a36e7:34511 2024-12-03T10:06:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,333 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:24,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b030dd9a36e7,34511,1733220384082 from backup master directory 2024-12-03T10:06:24,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:06:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:06:24,341 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:24,341 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:06:24,351 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/hbase.id with ID: c1c4ea62-e780-432b-9e10-b1155ef1001a 2024-12-03T10:06:24,359 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:06:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:24,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:06:24,373 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:24,373 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:06:24,374 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:24,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:06:24,382 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store 2024-12-03T10:06:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:24,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:06:24,388 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:24,388 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:24,388 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:24,388 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:24,388 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:24,388 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:24,388 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:24,388 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:24,389 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/.initializing 2024-12-03T10:06:24,389 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/WALs/b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:24,389 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:24,391 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C34511%2C1733220384082, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/WALs/b030dd9a36e7,34511,1733220384082, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/oldWALs, maxLogs=10 2024-12-03T10:06:24,401 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/WALs/b030dd9a36e7,34511,1733220384082/b030dd9a36e7%2C34511%2C1733220384082.1733220384391, exclude list is [], retry=0 2024-12-03T10:06:24,404 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-70ed1190-3c91-4f7f-82de-6152494c023a,DISK] 2024-12-03T10:06:24,404 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40775,DS-6dca5f86-266d-4db9-8c07-4151f4733a33,DISK] 2024-12-03T10:06:24,405 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/WALs/b030dd9a36e7,34511,1733220384082/b030dd9a36e7%2C34511%2C1733220384082.1733220384391 2024-12-03T10:06:24,406 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43807:43807),(127.0.0.1/127.0.0.1:41727:41727)] 2024-12-03T10:06:24,406 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:24,406 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:24,406 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,406 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:06:24,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:24,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:06:24,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:24,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:06:24,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:24,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:06:24,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:24,413 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,414 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,416 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:06:24,416 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:06:24,418 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:24,419 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73685969, jitterRate=0.09800650179386139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:06:24,419 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:24,419 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:06:24,422 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f48417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:24,423 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T10:06:24,423 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:06:24,423 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:06:24,423 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:06:24,423 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-03T10:06:24,424 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-03T10:06:24,424 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:06:24,425 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:06:24,426 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T10:06:24,432 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T10:06:24,433 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:06:24,433 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:06:24,441 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T10:06:24,441 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:06:24,442 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:06:24,449 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T10:06:24,450 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:06:24,457 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T10:06:24,460 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:06:24,466 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T10:06:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,475 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b030dd9a36e7,34511,1733220384082, sessionid=0x1019bf1dfb80000, setting cluster-up flag (Was=false) 2024-12-03T10:06:24,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,516 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T10:06:24,517 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:24,557 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T10:06:24,558 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:24,560 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:24,561 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T10:06:24,561 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:06:24,561 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b030dd9a36e7,34511,1733220384082 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:06:24,561 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:24,561 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:24,561 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:24,561 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:06:24,561 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b030dd9a36e7:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:06:24,561 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,562 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:24,562 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,562 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733220414562 2024-12-03T10:06:24,562 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:06:24,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:06:24,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:06:24,563 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:06:24,564 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:06:24,564 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:06:24,564 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:24,564 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220384564,5,FailOnTimeoutGroup] 2024-12-03T10:06:24,566 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220384564,5,FailOnTimeoutGroup] 2024-12-03T10:06:24,566 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,566 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:06:24,566 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,566 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:24,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:06:24,572 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T10:06:24,573 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3 2024-12-03T10:06:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:24,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741832_1008 (size=32) 2024-12-03T10:06:24,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:24,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:24,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:24,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:24,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:24,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:24,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:24,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:24,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:24,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:24,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:24,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740 2024-12-03T10:06:24,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740 2024-12-03T10:06:24,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:24,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:24,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:24,594 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62945505, jitterRate=-0.062038883566856384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:24,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:24,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:24,594 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:24,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:24,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:24,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:24,595 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:24,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:24,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:06:24,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T10:06:24,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:06:24,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:06:24,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:06:24,629 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b030dd9a36e7:39939 2024-12-03T10:06:24,629 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b030dd9a36e7:33797 2024-12-03T10:06:24,630 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1008): ClusterId : c1c4ea62-e780-432b-9e10-b1155ef1001a 2024-12-03T10:06:24,630 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1008): ClusterId : c1c4ea62-e780-432b-9e10-b1155ef1001a 2024-12-03T10:06:24,630 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:24,630 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:06:24,638 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:24,638 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:06:24,638 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:24,638 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:06:24,647 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:24,647 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:06:24,647 DEBUG [RS:1;b030dd9a36e7:33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c194f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:24,647 DEBUG [RS:0;b030dd9a36e7:39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4bc335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:24,647 DEBUG [RS:1;b030dd9a36e7:33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb1e617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:24,647 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:24,647 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:24,647 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:24,647 DEBUG [RS:0;b030dd9a36e7:39939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284c976d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:24,647 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:06:24,647 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:06:24,647 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:06:24,648 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,34511,1733220384082 with isa=b030dd9a36e7/172.17.0.2:33797, startcode=1733220384298 2024-12-03T10:06:24,648 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,34511,1733220384082 with isa=b030dd9a36e7/172.17.0.2:39939, startcode=1733220384266 2024-12-03T10:06:24,648 DEBUG [RS:1;b030dd9a36e7:33797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:24,648 DEBUG [RS:0;b030dd9a36e7:39939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:06:24,649 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36821, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:24,649 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53465, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:06:24,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34511 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:24,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34511 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:24,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34511 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:24,650 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34511 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:24,650 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3 2024-12-03T10:06:24,650 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36973 2024-12-03T10:06:24,650 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:24,651 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3 2024-12-03T10:06:24,651 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36973 2024-12-03T10:06:24,651 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:06:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:24,686 DEBUG [RS:0;b030dd9a36e7:39939 {}] zookeeper.ZKUtil(111): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:24,686 WARN [RS:0;b030dd9a36e7:39939 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:24,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,39939,1733220384266] 2024-12-03T10:06:24,686 INFO [RS:0;b030dd9a36e7:39939 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:24,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,33797,1733220384298] 2024-12-03T10:06:24,686 DEBUG [RS:1;b030dd9a36e7:33797 {}] zookeeper.ZKUtil(111): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:24,686 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:24,686 WARN [RS:1;b030dd9a36e7:33797 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:06:24,687 INFO [RS:1;b030dd9a36e7:33797 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:24,687 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:24,691 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:24,691 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:06:24,692 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:24,692 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:06:24,694 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:24,696 INFO [RS:0;b030dd9a36e7:39939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:24,696 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,697 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:06:24,697 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:24,697 INFO [RS:1;b030dd9a36e7:33797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:06:24,697 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,697 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:06:24,698 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:0;b030dd9a36e7:39939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:24,698 DEBUG [RS:1;b030dd9a36e7:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:06:24,701 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,701 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,701 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,701 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,701 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,39939,1733220384266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:24,702 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,702 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,702 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,702 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,702 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33797,1733220384298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:24,714 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:24,715 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,39939,1733220384266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,717 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:06:24,717 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33797,1733220384298-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:24,726 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.Replication(204): b030dd9a36e7,39939,1733220384266 started 2024-12-03T10:06:24,726 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,39939,1733220384266, RpcServer on b030dd9a36e7/172.17.0.2:39939, sessionid=0x1019bf1dfb80001 2024-12-03T10:06:24,726 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:24,726 DEBUG [RS:0;b030dd9a36e7:39939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:24,726 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,39939,1733220384266' 2024-12-03T10:06:24,726 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:24,727 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:24,727 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:24,727 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:24,727 DEBUG [RS:0;b030dd9a36e7:39939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:24,727 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,39939,1733220384266' 2024-12-03T10:06:24,727 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:24,727 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:24,728 DEBUG [RS:0;b030dd9a36e7:39939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:24,728 INFO [RS:0;b030dd9a36e7:39939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:24,728 INFO [RS:0;b030dd9a36e7:39939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:24,729 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.Replication(204): b030dd9a36e7,33797,1733220384298 started 2024-12-03T10:06:24,729 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,33797,1733220384298, RpcServer on b030dd9a36e7/172.17.0.2:33797, sessionid=0x1019bf1dfb80002 2024-12-03T10:06:24,729 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:06:24,729 DEBUG [RS:1;b030dd9a36e7:33797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:24,729 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,33797,1733220384298' 2024-12-03T10:06:24,729 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:06:24,729 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:06:24,730 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:06:24,730 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:06:24,730 DEBUG [RS:1;b030dd9a36e7:33797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:24,730 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,33797,1733220384298' 2024-12-03T10:06:24,730 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:06:24,730 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:06:24,730 DEBUG [RS:1;b030dd9a36e7:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:06:24,730 INFO [RS:1;b030dd9a36e7:33797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:06:24,730 INFO [RS:1;b030dd9a36e7:33797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:06:24,747 WARN [b030dd9a36e7:34511 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-03T10:06:24,828 INFO [RS:0;b030dd9a36e7:39939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:24,831 INFO [RS:1;b030dd9a36e7:33797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:06:24,832 INFO [RS:0;b030dd9a36e7:39939 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C39939%2C1733220384266, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/oldWALs, maxLogs=32 2024-12-03T10:06:24,834 INFO [RS:1;b030dd9a36e7:33797 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C33797%2C1733220384298, suffix=, logDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,33797,1733220384298, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/oldWALs, maxLogs=32 2024-12-03T10:06:24,847 DEBUG [RS:0;b030dd9a36e7:39939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266/b030dd9a36e7%2C39939%2C1733220384266.1733220384833, exclude list is [], retry=0 2024-12-03T10:06:24,847 DEBUG [RS:1;b030dd9a36e7:33797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,33797,1733220384298/b030dd9a36e7%2C33797%2C1733220384298.1733220384834, exclude list is [], retry=0 2024-12-03T10:06:24,850 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-70ed1190-3c91-4f7f-82de-6152494c023a,DISK] 2024-12-03T10:06:24,850 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40775,DS-6dca5f86-266d-4db9-8c07-4151f4733a33,DISK] 2024-12-03T10:06:24,850 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-70ed1190-3c91-4f7f-82de-6152494c023a,DISK] 2024-12-03T10:06:24,850 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40775,DS-6dca5f86-266d-4db9-8c07-4151f4733a33,DISK] 2024-12-03T10:06:24,853 INFO [RS:1;b030dd9a36e7:33797 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,33797,1733220384298/b030dd9a36e7%2C33797%2C1733220384298.1733220384834 2024-12-03T10:06:24,853 INFO [RS:0;b030dd9a36e7:39939 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266/b030dd9a36e7%2C39939%2C1733220384266.1733220384833 2024-12-03T10:06:24,853 DEBUG [RS:1;b030dd9a36e7:33797 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43807:43807),(127.0.0.1/127.0.0.1:41727:41727)] 2024-12-03T10:06:24,853 DEBUG [RS:0;b030dd9a36e7:39939 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41727:41727),(127.0.0.1/127.0.0.1:43807:43807)] 2024-12-03T10:06:24,998 DEBUG [b030dd9a36e7:34511 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-03T10:06:24,998 DEBUG [b030dd9a36e7:34511 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:25,002 DEBUG [b030dd9a36e7:34511 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:25,002 DEBUG [b030dd9a36e7:34511 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:25,002 INFO [b030dd9a36e7:34511 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:25,002 INFO [b030dd9a36e7:34511 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:25,002 DEBUG [b030dd9a36e7:34511 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:25,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:25,004 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,39939,1733220384266, state=OPENING 2024-12-03T10:06:25,016 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:06:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:25,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:25,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b030dd9a36e7,39939,1733220384266}] 2024-12-03T10:06:25,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:25,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:25,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:25,251 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:25,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:25,255 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:25,264 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T10:06:25,264 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:06:25,264 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:06:25,266 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C39939%2C1733220384266.meta, suffix=.meta, logDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266, archiveDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/oldWALs, maxLogs=32 2024-12-03T10:06:25,278 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266/b030dd9a36e7%2C39939%2C1733220384266.meta.1733220385266.meta, exclude list is [], retry=0 2024-12-03T10:06:25,280 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40775,DS-6dca5f86-266d-4db9-8c07-4151f4733a33,DISK] 2024-12-03T10:06:25,280 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45459,DS-70ed1190-3c91-4f7f-82de-6152494c023a,DISK] 2024-12-03T10:06:25,282 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266/b030dd9a36e7%2C39939%2C1733220384266.meta.1733220385266.meta 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41727:41727),(127.0.0.1/127.0.0.1:43807:43807)] 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:06:25,283 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T10:06:25,283 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T10:06:25,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:06:25,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:06:25,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:25,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:25,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:06:25,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:06:25,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:25,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:25,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:06:25,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:06:25,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:25,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:06:25,288 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740 2024-12-03T10:06:25,289 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740 2024-12-03T10:06:25,290 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-03T10:06:25,292 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:06:25,293 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61452168, jitterRate=-0.08429133892059326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-03T10:06:25,293 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:06:25,294 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733220385250 2024-12-03T10:06:25,295 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:06:25,295 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T10:06:25,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:25,296 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,39939,1733220384266, state=OPEN 2024-12-03T10:06:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:25,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:06:25,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:25,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:25,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:06:25,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:06:25,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b030dd9a36e7,39939,1733220384266 in 208 msec 2024-12-03T10:06:25,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:06:25,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-12-03T10:06:25,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 749 msec 2024-12-03T10:06:25,310 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733220385310, completionTime=-1 2024-12-03T10:06:25,310 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-03T10:06:25,310 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T10:06:25,311 DEBUG [hconnection-0x262543fc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:25,313 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:25,314 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-03T10:06:25,314 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733220445314 2024-12-03T10:06:25,314 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733220505314 2024-12-03T10:06:25,314 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-03T10:06:25,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34511,1733220384082-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:25,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34511,1733220384082-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:25,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34511,1733220384082-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:25,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b030dd9a36e7:34511, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:25,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:25,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T10:06:25,333 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:06:25,334 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T10:06:25,334 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T10:06:25,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:25,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:25,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741836_1012 (size=358) 2024-12-03T10:06:25,344 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4936e243977d8229f72941f032497e1f, NAME => 'hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3 2024-12-03T10:06:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:25,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741837_1013 (size=42) 2024-12-03T10:06:25,352 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:25,352 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4936e243977d8229f72941f032497e1f, disabling compactions & flushes 2024-12-03T10:06:25,352 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:25,352 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:25,352 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. after waiting 0 ms 2024-12-03T10:06:25,352 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:25,352 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:25,352 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4936e243977d8229f72941f032497e1f: 2024-12-03T10:06:25,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:25,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733220385353"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220385353"}]},"ts":"1733220385353"} 2024-12-03T10:06:25,355 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:06:25,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:25,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220385356"}]},"ts":"1733220385356"} 2024-12-03T10:06:25,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T10:06:25,374 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:25,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:25,375 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:25,375 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:25,375 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:25,376 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:25,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4936e243977d8229f72941f032497e1f, ASSIGN}] 2024-12-03T10:06:25,377 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4936e243977d8229f72941f032497e1f, ASSIGN 2024-12-03T10:06:25,378 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4936e243977d8229f72941f032497e1f, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33797,1733220384298; forceNewPlan=false, retain=false 2024-12-03T10:06:25,529 INFO [b030dd9a36e7:34511 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-03T10:06:25,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4936e243977d8229f72941f032497e1f, regionState=OPENING, regionLocation=b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:25,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4936e243977d8229f72941f032497e1f, server=b030dd9a36e7,33797,1733220384298}] 2024-12-03T10:06:25,683 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:25,684 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:25,685 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:25,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:25,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4936e243977d8229f72941f032497e1f, NAME => 'hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:06:25,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4936e243977d8229f72941f032497e1f 2024-12-03T10:06:25,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:25,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4936e243977d8229f72941f032497e1f 2024-12-03T10:06:25,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4936e243977d8229f72941f032497e1f 2024-12-03T10:06:25,689 INFO [StoreOpener-4936e243977d8229f72941f032497e1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4936e243977d8229f72941f032497e1f 2024-12-03T10:06:25,690 INFO [StoreOpener-4936e243977d8229f72941f032497e1f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4936e243977d8229f72941f032497e1f columnFamilyName info 2024-12-03T10:06:25,690 DEBUG [StoreOpener-4936e243977d8229f72941f032497e1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:25,691 INFO [StoreOpener-4936e243977d8229f72941f032497e1f-1 {}] regionserver.HStore(327): Store=4936e243977d8229f72941f032497e1f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:25,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f 2024-12-03T10:06:25,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f 2024-12-03T10:06:25,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4936e243977d8229f72941f032497e1f 2024-12-03T10:06:25,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:25,695 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4936e243977d8229f72941f032497e1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60082961, jitterRate=-0.10469411313533783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:25,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4936e243977d8229f72941f032497e1f: 2024-12-03T10:06:25,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f., pid=6, masterSystemTime=1733220385683 2024-12-03T10:06:25,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:25,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:25,698 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4936e243977d8229f72941f032497e1f, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:25,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:06:25,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4936e243977d8229f72941f032497e1f, server=b030dd9a36e7,33797,1733220384298 in 169 msec 2024-12-03T10:06:25,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:06:25,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4936e243977d8229f72941f032497e1f, ASSIGN in 325 msec 2024-12-03T10:06:25,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:25,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220385703"}]},"ts":"1733220385703"} 2024-12-03T10:06:25,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T10:06:25,747 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T10:06:25,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:25,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 414 msec 2024-12-03T10:06:25,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:25,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:25,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:25,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:25,760 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:25,761 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:25,763 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T10:06:25,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:25,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-12-03T10:06:25,795 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T10:06:25,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:06:25,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2024-12-03T10:06:25,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T10:06:25,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T10:06:25,863 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.522sec 2024-12-03T10:06:25,863 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:06:25,864 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:06:25,864 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:06:25,864 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:06:25,864 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:06:25,864 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34511,1733220384082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:06:25,864 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34511,1733220384082-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:06:25,866 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:06:25,866 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:06:25,866 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,34511,1733220384082-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:06:25,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55782ce0 to 127.0.0.1:64918 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e1c67e2 2024-12-03T10:06:25,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638c969e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:06:25,935 DEBUG [hconnection-0x5fc471be-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:25,936 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:25,938 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:25,938 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:06:25,939 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:06:25,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:06:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-03T10:06:25,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:06:25,942 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:25,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-03T10:06:25,943 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:06:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741838_1014 (size=379) 2024-12-03T10:06:25,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-03T10:06:26,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-03T10:06:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:26,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:26,353 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d8eec3feac2ea5e0a5434b515c7ca58d, NAME => 'testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3 2024-12-03T10:06:26,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7a8204c699061bd42c2574496b727439, NAME => 'testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3 2024-12-03T10:06:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741839_1015 (size=61) 2024-12-03T10:06:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:26,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741840_1016 (size=61) 2024-12-03T10:06:26,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:26,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing d8eec3feac2ea5e0a5434b515c7ca58d, disabling compactions & flushes 2024-12-03T10:06:26,365 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:26,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:26,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. after waiting 0 ms 2024-12-03T10:06:26,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:26,365 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:26,365 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for d8eec3feac2ea5e0a5434b515c7ca58d: 2024-12-03T10:06:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:26,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:26,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 7a8204c699061bd42c2574496b727439, disabling compactions & flushes 2024-12-03T10:06:26,767 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:26,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:26,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. after waiting 0 ms 2024-12-03T10:06:26,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:26,768 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:26,768 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7a8204c699061bd42c2574496b727439: 2024-12-03T10:06:26,770 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:06:26,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220386770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220386770"}]},"ts":"1733220386770"} 2024-12-03T10:06:26,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733220386770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733220386770"}]},"ts":"1733220386770"} 2024-12-03T10:06:26,771 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:06:26,772 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:06:26,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-03T10:06:26,773 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-03T10:06:26,774 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:06:26,774 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T10:06:26,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-03T10:06:26,778 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:06:26,778 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220386778"}]},"ts":"1733220386778"} 2024-12-03T10:06:26,780 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-03T10:06:26,829 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {b030dd9a36e7=0} racks are {/default-rack=0} 2024-12-03T10:06:26,831 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-03T10:06:26,831 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-03T10:06:26,831 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-03T10:06:26,831 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-03T10:06:26,831 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-03T10:06:26,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d8eec3feac2ea5e0a5434b515c7ca58d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a8204c699061bd42c2574496b727439, ASSIGN}] 2024-12-03T10:06:26,832 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a8204c699061bd42c2574496b727439, ASSIGN 2024-12-03T10:06:26,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d8eec3feac2ea5e0a5434b515c7ca58d, ASSIGN 2024-12-03T10:06:26,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d8eec3feac2ea5e0a5434b515c7ca58d, ASSIGN; state=OFFLINE, location=b030dd9a36e7,39939,1733220384266; forceNewPlan=false, retain=false 2024-12-03T10:06:26,833 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a8204c699061bd42c2574496b727439, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33797,1733220384298; forceNewPlan=false, retain=false 2024-12-03T10:06:26,983 INFO [b030dd9a36e7:34511 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-03T10:06:26,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d8eec3feac2ea5e0a5434b515c7ca58d, regionState=OPENING, regionLocation=b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:26,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7a8204c699061bd42c2574496b727439, regionState=OPENING, regionLocation=b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:26,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure d8eec3feac2ea5e0a5434b515c7ca58d, server=b030dd9a36e7,39939,1733220384266}] 2024-12-03T10:06:26,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 7a8204c699061bd42c2574496b727439, server=b030dd9a36e7,33797,1733220384298}] 2024-12-03T10:06:27,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:27,140 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:27,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:27,143 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:27,144 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => d8eec3feac2ea5e0a5434b515c7ca58d, NAME => 'testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d.', STARTKEY => '', ENDKEY => '5'} 2024-12-03T10:06:27,144 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:27,144 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:27,144 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:27,144 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:27,146 INFO [StoreOpener-d8eec3feac2ea5e0a5434b515c7ca58d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:27,146 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:27,146 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7a8204c699061bd42c2574496b727439, NAME => 'testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439.', STARTKEY => '5', ENDKEY => ''} 2024-12-03T10:06:27,147 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7a8204c699061bd42c2574496b727439 2024-12-03T10:06:27,147 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:06:27,147 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7a8204c699061bd42c2574496b727439 2024-12-03T10:06:27,147 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7a8204c699061bd42c2574496b727439 2024-12-03T10:06:27,147 INFO [StoreOpener-d8eec3feac2ea5e0a5434b515c7ca58d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8eec3feac2ea5e0a5434b515c7ca58d columnFamilyName family 2024-12-03T10:06:27,147 DEBUG [StoreOpener-d8eec3feac2ea5e0a5434b515c7ca58d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:27,148 INFO [StoreOpener-d8eec3feac2ea5e0a5434b515c7ca58d-1 {}] regionserver.HStore(327): Store=d8eec3feac2ea5e0a5434b515c7ca58d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:27,149 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:27,149 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:27,151 INFO [StoreOpener-7a8204c699061bd42c2574496b727439-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7a8204c699061bd42c2574496b727439 2024-12-03T10:06:27,151 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:27,152 INFO [StoreOpener-7a8204c699061bd42c2574496b727439-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a8204c699061bd42c2574496b727439 columnFamilyName family 2024-12-03T10:06:27,152 DEBUG [StoreOpener-7a8204c699061bd42c2574496b727439-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:06:27,153 INFO [StoreOpener-7a8204c699061bd42c2574496b727439-1 {}] regionserver.HStore(327): Store=7a8204c699061bd42c2574496b727439/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:06:27,154 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439 2024-12-03T10:06:27,154 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:27,154 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439 2024-12-03T10:06:27,154 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened d8eec3feac2ea5e0a5434b515c7ca58d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69875628, jitterRate=0.04122799634933472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:27,155 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for d8eec3feac2ea5e0a5434b515c7ca58d: 2024-12-03T10:06:27,156 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d., pid=12, masterSystemTime=1733220387140 2024-12-03T10:06:27,156 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7a8204c699061bd42c2574496b727439 2024-12-03T10:06:27,157 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:27,157 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:27,158 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=d8eec3feac2ea5e0a5434b515c7ca58d, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:27,158 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:06:27,159 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7a8204c699061bd42c2574496b727439; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72717899, jitterRate=0.08358113467693329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:06:27,159 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7a8204c699061bd42c2574496b727439: 2024-12-03T10:06:27,160 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439., pid=13, masterSystemTime=1733220387142 2024-12-03T10:06:27,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-03T10:06:27,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure d8eec3feac2ea5e0a5434b515c7ca58d, server=b030dd9a36e7,39939,1733220384266 in 173 msec 2024-12-03T10:06:27,161 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:27,161 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:27,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d8eec3feac2ea5e0a5434b515c7ca58d, ASSIGN in 330 msec 2024-12-03T10:06:27,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7a8204c699061bd42c2574496b727439, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:27,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-03T10:06:27,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 7a8204c699061bd42c2574496b727439, server=b030dd9a36e7,33797,1733220384298 in 175 msec 2024-12-03T10:06:27,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-03T10:06:27,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7a8204c699061bd42c2574496b727439, ASSIGN in 333 msec 2024-12-03T10:06:27,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:06:27,166 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733220387165"}]},"ts":"1733220387165"} 2024-12-03T10:06:27,167 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-03T10:06:27,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:06:27,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 1.2730 sec 2024-12-03T10:06:28,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34511 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:06:28,057 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-03T10:06:28,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-03T10:06:28,057 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:28,063 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-03T10:06:28,063 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-03T10:06:28,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-03T10:06:28,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:06:28,078 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:06:28,084 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing d8eec3feac2ea5e0a5434b515c7ca58d 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-03T10:06:28,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d/.tmp/family/e8ac54b6565e4e808898e3124e508263 is 32, key is 1/family:/1733220388067/Put/seqid=0 2024-12-03T10:06:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741841_1017 (size=5054) 2024-12-03T10:06:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741841_1017 (size=5054) 2024-12-03T10:06:28,102 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d/.tmp/family/e8ac54b6565e4e808898e3124e508263 2024-12-03T10:06:28,107 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d/.tmp/family/e8ac54b6565e4e808898e3124e508263 as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d/family/e8ac54b6565e4e808898e3124e508263 2024-12-03T10:06:28,112 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d/family/e8ac54b6565e4e808898e3124e508263, entries=4, sequenceid=8, filesize=4.9 K 2024-12-03T10:06:28,113 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for d8eec3feac2ea5e0a5434b515c7ca58d in 29ms, sequenceid=8, compaction requested=false 2024-12-03T10:06:28,113 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for d8eec3feac2ea5e0a5434b515c7ca58d: 2024-12-03T10:06:28,113 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7a8204c699061bd42c2574496b727439 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-03T10:06:28,126 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439/.tmp/family/538b5b42e5d64c8391eca9f472a5c185 is 32, key is 5/family:/1733220388078/Put/seqid=0 2024-12-03T10:06:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741842_1018 (size=5083) 2024-12-03T10:06:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741842_1018 (size=5083) 2024-12-03T10:06:28,131 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439/.tmp/family/538b5b42e5d64c8391eca9f472a5c185 2024-12-03T10:06:28,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439/.tmp/family/538b5b42e5d64c8391eca9f472a5c185 as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439/family/538b5b42e5d64c8391eca9f472a5c185 2024-12-03T10:06:28,141 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439/family/538b5b42e5d64c8391eca9f472a5c185, entries=5, sequenceid=9, filesize=5.0 K 2024-12-03T10:06:28,141 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7a8204c699061bd42c2574496b727439 in 28ms, sequenceid=9, compaction requested=false 2024-12-03T10:06:28,141 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7a8204c699061bd42c2574496b727439: 2024-12-03T10:06:28,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:28,149 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] bucket.BucketCache(1851): found 1 blocks for file e8ac54b6565e4e808898e3124e508263, starting offset: 0, end offset: 9223372036854775807 2024-12-03T10:06:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39939 {}] bucket.BucketCache(843): removed key e8ac54b6565e4e808898e3124e508263_0 from back map with offset lock 2094080 in the evict process 2024-12-03T10:06:28,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:06:28,150 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:06:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] bucket.BucketCache(1851): found 1 blocks for file 538b5b42e5d64c8391eca9f472a5c185, starting offset: 0, end offset: 9223372036854775807 2024-12-03T10:06:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] bucket.BucketCache(843): removed key 538b5b42e5d64c8391eca9f472a5c185_0 from back map with offset lock 2094080 in the evict process 2024-12-03T10:06:28,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T10:06:28,151 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:06:28,151 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55782ce0 to 127.0.0.1:64918 2024-12-03T10:06:28,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:28,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:06:28,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912768928, stopped=false 2024-12-03T10:06:28,151 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:06:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:28,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:28,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T10:06:28,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:28,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:28,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:06:28,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:28,197 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,39939,1733220384266' ***** 2024-12-03T10:06:28,197 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:28,198 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,33797,1733220384298' ***** 2024-12-03T10:06:28,198 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:06:28,198 INFO [RS:1;b030dd9a36e7:33797 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T10:06:28,198 INFO [RS:0;b030dd9a36e7:39939 {}] bucket.BucketCache(1726): Disabling cache 2024-12-03T10:06:28,198 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T10:06:28,198 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-03T10:06:28,198 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T10:06:28,198 INFO [RS:0;b030dd9a36e7:39939 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T10:06:28,198 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-03T10:06:28,198 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T10:06:28,198 INFO [RS:1;b030dd9a36e7:33797 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-03T10:06:28,198 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:28,199 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:28,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:28,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(3579): Received CLOSE for d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:28,199 INFO [RS:1;b030dd9a36e7:33797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:06:28,199 INFO [RS:1;b030dd9a36e7:33797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:28,199 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(3579): Received CLOSE for 4936e243977d8229f72941f032497e1f 2024-12-03T10:06:28,199 DEBUG [RS:0;b030dd9a36e7:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:28,199 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:28,199 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d8eec3feac2ea5e0a5434b515c7ca58d, disabling compactions & flushes 2024-12-03T10:06:28,200 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:28,200 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. after waiting 0 ms 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:28,200 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(3579): Received CLOSE for 7a8204c699061bd42c2574496b727439 2024-12-03T10:06:28,200 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:28,200 DEBUG [RS:1;b030dd9a36e7:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4936e243977d8229f72941f032497e1f, disabling compactions & flushes 2024-12-03T10:06:28,200 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T10:06:28,200 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T10:06:28,200 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, d8eec3feac2ea5e0a5434b515c7ca58d=testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d.} 2024-12-03T10:06:28,200 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:28,200 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1603): Online Regions={4936e243977d8229f72941f032497e1f=hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f., 7a8204c699061bd42c2574496b727439=testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439.} 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:28,200 DEBUG [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1629): Waiting on 4936e243977d8229f72941f032497e1f, 7a8204c699061bd42c2574496b727439 2024-12-03T10:06:28,200 DEBUG [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d8eec3feac2ea5e0a5434b515c7ca58d 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. after waiting 0 ms 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:28,200 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:06:28,200 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4936e243977d8229f72941f032497e1f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:06:28,200 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:06:28,200 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-03T10:06:28,205 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/d8eec3feac2ea5e0a5434b515c7ca58d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-03T10:06:28,206 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:28,206 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:28,206 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d8eec3feac2ea5e0a5434b515c7ca58d: 2024-12-03T10:06:28,206 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733220385940.d8eec3feac2ea5e0a5434b515c7ca58d. 2024-12-03T10:06:28,210 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:28,216 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f/.tmp/info/459f6bec3ee94a77ad4709ae15e7c681 is 45, key is default/info:d/1733220385767/Put/seqid=0 2024-12-03T10:06:28,216 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/.tmp/info/a69712b613b442289dde084b88df295b is 173, key is testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439./info:regioninfo/1733220387161/Put/seqid=0 2024-12-03T10:06:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:28,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:28,221 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f/.tmp/info/459f6bec3ee94a77ad4709ae15e7c681 2024-12-03T10:06:28,221 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/.tmp/info/a69712b613b442289dde084b88df295b 2024-12-03T10:06:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741843_1019 (size=9337) 2024-12-03T10:06:28,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741844_1020 (size=5037) 2024-12-03T10:06:28,226 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f/.tmp/info/459f6bec3ee94a77ad4709ae15e7c681 as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f/info/459f6bec3ee94a77ad4709ae15e7c681 2024-12-03T10:06:28,231 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f/info/459f6bec3ee94a77ad4709ae15e7c681, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T10:06:28,232 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4936e243977d8229f72941f032497e1f in 32ms, sequenceid=6, compaction requested=false 2024-12-03T10:06:28,235 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/namespace/4936e243977d8229f72941f032497e1f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:06:28,236 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:28,236 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4936e243977d8229f72941f032497e1f: 2024-12-03T10:06:28,236 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733220385333.4936e243977d8229f72941f032497e1f. 2024-12-03T10:06:28,236 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7a8204c699061bd42c2574496b727439, disabling compactions & flushes 2024-12-03T10:06:28,236 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:28,236 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:28,236 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. after waiting 0 ms 2024-12-03T10:06:28,236 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:28,240 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/default/testClearRegionBlockCache/7a8204c699061bd42c2574496b727439/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-03T10:06:28,240 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/.tmp/table/9939a60fcea14b5ba12e4be04eae5c8c is 61, key is testClearRegionBlockCache/table:state/1733220387165/Put/seqid=0 2024-12-03T10:06:28,240 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:28,240 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7a8204c699061bd42c2574496b727439: 2024-12-03T10:06:28,241 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733220385940.7a8204c699061bd42c2574496b727439. 2024-12-03T10:06:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:28,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741845_1021 (size=5392) 2024-12-03T10:06:28,244 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/.tmp/table/9939a60fcea14b5ba12e4be04eae5c8c 2024-12-03T10:06:28,249 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/.tmp/info/a69712b613b442289dde084b88df295b as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/info/a69712b613b442289dde084b88df295b 2024-12-03T10:06:28,253 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/info/a69712b613b442289dde084b88df295b, entries=30, sequenceid=16, filesize=9.1 K 2024-12-03T10:06:28,254 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/.tmp/table/9939a60fcea14b5ba12e4be04eae5c8c as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/table/9939a60fcea14b5ba12e4be04eae5c8c 2024-12-03T10:06:28,258 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/table/9939a60fcea14b5ba12e4be04eae5c8c, entries=4, sequenceid=16, filesize=5.3 K 2024-12-03T10:06:28,259 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 59ms, sequenceid=16, compaction requested=false 2024-12-03T10:06:28,263 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-03T10:06:28,263 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:06:28,263 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:28,263 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:06:28,263 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:06:28,400 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,39939,1733220384266; all regions closed. 2024-12-03T10:06:28,400 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,33797,1733220384298; all regions closed. 2024-12-03T10:06:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741835_1011 (size=5602) 2024-12-03T10:06:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741833_1009 (size=3188) 2024-12-03T10:06:28,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741833_1009 (size=3188) 2024-12-03T10:06:28,410 DEBUG [RS:0;b030dd9a36e7:39939 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/oldWALs 2024-12-03T10:06:28,410 INFO [RS:0;b030dd9a36e7:39939 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C39939%2C1733220384266.meta:.meta(num 1733220385266) 2024-12-03T10:06:28,410 DEBUG [RS:1;b030dd9a36e7:33797 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/oldWALs 2024-12-03T10:06:28,410 INFO [RS:1;b030dd9a36e7:33797 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C33797%2C1733220384298:(num 1733220384834) 2024-12-03T10:06:28,410 DEBUG [RS:1;b030dd9a36e7:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:28,410 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:28,410 INFO [RS:1;b030dd9a36e7:33797 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:28,410 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:06:28,410 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:06:28,410 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:06:28,410 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:28,411 INFO [RS:1;b030dd9a36e7:33797 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33797 2024-12-03T10:06:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741834_1010 (size=1758) 2024-12-03T10:06:28,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/WALs/b030dd9a36e7,39939,1733220384266/b030dd9a36e7%2C39939%2C1733220384266.1733220384833 not finished, retry = 0 2024-12-03T10:06:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741834_1010 (size=1758) 2024-12-03T10:06:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,33797,1733220384298 2024-12-03T10:06:28,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:28,416 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007fbb889160f8@4e3c869f rejected from java.util.concurrent.ThreadPoolExecutor@b3e013c[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-03T10:06:28,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,33797,1733220384298] 2024-12-03T10:06:28,424 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,33797,1733220384298; numProcessing=1 2024-12-03T10:06:28,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,33797,1733220384298 already deleted, retry=false 2024-12-03T10:06:28,432 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,33797,1733220384298 expired; onlineServers=1 2024-12-03T10:06:28,516 DEBUG [RS:0;b030dd9a36e7:39939 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/oldWALs 2024-12-03T10:06:28,516 INFO [RS:0;b030dd9a36e7:39939 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C39939%2C1733220384266:(num 1733220384833) 2024-12-03T10:06:28,516 DEBUG [RS:0;b030dd9a36e7:39939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:28,516 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:06:28,516 INFO [RS:0;b030dd9a36e7:39939 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-03T10:06:28,517 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:28,517 INFO [RS:0;b030dd9a36e7:39939 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39939 2024-12-03T10:06:28,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,39939,1733220384266 2024-12-03T10:06:28,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:06:28,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:28,524 INFO [RS:1;b030dd9a36e7:33797 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,33797,1733220384298; zookeeper connection closed. 2024-12-03T10:06:28,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x1019bf1dfb80002, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:28,525 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fa45d2e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fa45d2e 2024-12-03T10:06:28,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,39939,1733220384266] 2024-12-03T10:06:28,525 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,39939,1733220384266; numProcessing=2 2024-12-03T10:06:28,541 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,39939,1733220384266 already deleted, retry=false 2024-12-03T10:06:28,541 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,39939,1733220384266 expired; onlineServers=0 2024-12-03T10:06:28,541 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,34511,1733220384082' ***** 2024-12-03T10:06:28,541 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:06:28,541 DEBUG [M:0;b030dd9a36e7:34511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c196370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:06:28,541 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,34511,1733220384082 2024-12-03T10:06:28,541 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,34511,1733220384082; all regions closed. 2024-12-03T10:06:28,542 DEBUG [M:0;b030dd9a36e7:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:06:28,542 DEBUG [M:0;b030dd9a36e7:34511 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:06:28,542 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:06:28,542 DEBUG [M:0;b030dd9a36e7:34511 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:06:28,542 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220384564 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733220384564,5,FailOnTimeoutGroup] 2024-12-03T10:06:28,542 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220384564 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733220384564,5,FailOnTimeoutGroup] 2024-12-03T10:06:28,542 INFO [M:0;b030dd9a36e7:34511 {}] hbase.ChoreService(370): Chore service for: master/b030dd9a36e7:0 had [] on shutdown 2024-12-03T10:06:28,543 DEBUG [M:0;b030dd9a36e7:34511 {}] master.HMaster(1733): Stopping service threads 2024-12-03T10:06:28,543 INFO [M:0;b030dd9a36e7:34511 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:06:28,543 INFO [M:0;b030dd9a36e7:34511 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:06:28,543 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:06:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T10:06:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:06:28,550 DEBUG [M:0;b030dd9a36e7:34511 {}] zookeeper.ZKUtil(347): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T10:06:28,550 WARN [M:0;b030dd9a36e7:34511 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:06:28,550 INFO [M:0;b030dd9a36e7:34511 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T10:06:28,550 INFO [M:0;b030dd9a36e7:34511 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:06:28,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:06:28,550 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:06:28,550 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:28,550 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:28,550 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:06:28,550 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:28,551 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-12-03T10:06:28,565 DEBUG [M:0;b030dd9a36e7:34511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0055bd31c2a64b71abb52cc63a1ed781 is 82, key is hbase:meta,,1/info:regioninfo/1733220385296/Put/seqid=0 2024-12-03T10:06:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741846_1022 (size=5672) 2024-12-03T10:06:28,570 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0055bd31c2a64b71abb52cc63a1ed781 2024-12-03T10:06:28,586 DEBUG [M:0;b030dd9a36e7:34511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d4761c93b5f47e6a15ba9a5655bd115 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733220387215/Put/seqid=0 2024-12-03T10:06:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741847_1023 (size=7581) 2024-12-03T10:06:28,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741847_1023 (size=7581) 2024-12-03T10:06:28,592 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d4761c93b5f47e6a15ba9a5655bd115 2024-12-03T10:06:28,608 DEBUG [M:0;b030dd9a36e7:34511 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f274e7eb462a41fcab3c9e57345d20bc is 69, key is b030dd9a36e7,33797,1733220384298/rs:state/1733220384650/Put/seqid=0 2024-12-03T10:06:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741848_1024 (size=5224) 2024-12-03T10:06:28,612 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f274e7eb462a41fcab3c9e57345d20bc 2024-12-03T10:06:28,617 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0055bd31c2a64b71abb52cc63a1ed781 as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0055bd31c2a64b71abb52cc63a1ed781 2024-12-03T10:06:28,622 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0055bd31c2a64b71abb52cc63a1ed781, entries=8, sequenceid=108, filesize=5.5 K 2024-12-03T10:06:28,622 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d4761c93b5f47e6a15ba9a5655bd115 as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d4761c93b5f47e6a15ba9a5655bd115 2024-12-03T10:06:28,627 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d4761c93b5f47e6a15ba9a5655bd115, entries=13, sequenceid=108, filesize=7.4 K 2024-12-03T10:06:28,628 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f274e7eb462a41fcab3c9e57345d20bc as hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f274e7eb462a41fcab3c9e57345d20bc 2024-12-03T10:06:28,632 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36973/user/jenkins/test-data/5e499776-6785-ce68-9d57-e0ce690c38a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f274e7eb462a41fcab3c9e57345d20bc, entries=2, sequenceid=108, filesize=5.1 K 2024-12-03T10:06:28,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:28,633 INFO [RS:0;b030dd9a36e7:39939 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,39939,1733220384266; zookeeper connection closed. 2024-12-03T10:06:28,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39939-0x1019bf1dfb80001, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:28,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@203631c6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@203631c6 2024-12-03T10:06:28,633 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 83ms, sequenceid=108, compaction requested=false 2024-12-03T10:06:28,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-03T10:06:28,634 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:06:28,634 DEBUG [M:0;b030dd9a36e7:34511 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:06:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40775 is added to blk_1073741830_1006 (size=54553) 2024-12-03T10:06:28,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45459 is added to blk_1073741830_1006 (size=54553) 2024-12-03T10:06:28,637 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:06:28,637 INFO [M:0;b030dd9a36e7:34511 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T10:06:28,637 INFO [M:0;b030dd9a36e7:34511 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34511 2024-12-03T10:06:28,646 DEBUG [M:0;b030dd9a36e7:34511 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b030dd9a36e7,34511,1733220384082 already deleted, retry=false 2024-12-03T10:06:28,755 INFO [M:0;b030dd9a36e7:34511 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,34511,1733220384082; zookeeper connection closed. 2024-12-03T10:06:28,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:28,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34511-0x1019bf1dfb80000, quorum=127.0.0.1:64918, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:06:28,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7b2d1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:28,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@556c716b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:28,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:28,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e03b810{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:28,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5517840a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:28,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:28,763 WARN [BP-670528246-172.17.0.2-1733220382644 heartbeating to localhost/127.0.0.1:36973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:28,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:28,763 WARN [BP-670528246-172.17.0.2-1733220382644 heartbeating to localhost/127.0.0.1:36973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-670528246-172.17.0.2-1733220382644 (Datanode Uuid d381e40c-7f99-4da2-9bdf-23ebfa1611a5) service to localhost/127.0.0.1:36973 2024-12-03T10:06:28,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data3/current/BP-670528246-172.17.0.2-1733220382644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:28,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data4/current/BP-670528246-172.17.0.2-1733220382644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:28,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:28,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d4ecedb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:06:28,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d762e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:28,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:28,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725d80eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:28,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63403ed3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:28,767 WARN [BP-670528246-172.17.0.2-1733220382644 heartbeating to localhost/127.0.0.1:36973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:06:28,767 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:06:28,767 WARN [BP-670528246-172.17.0.2-1733220382644 heartbeating to localhost/127.0.0.1:36973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-670528246-172.17.0.2-1733220382644 (Datanode Uuid 2a636009-f26e-4c14-9e35-bbe1c9739409) service to localhost/127.0.0.1:36973 2024-12-03T10:06:28,767 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:06:28,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data1/current/BP-670528246-172.17.0.2-1733220382644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:28,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/cluster_330cced5-89d8-9301-44f9-97477c28a655/dfs/data/data2/current/BP-670528246-172.17.0.2-1733220382644 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:06:28,768 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:06:28,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11c0e542{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:06:28,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c998a62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:06:28,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:06:28,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7704553b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:06:28,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2407718{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/be933f07-6c33-b145-46ad-b7730e08cdda/hadoop.log.dir/,STOPPED} 2024-12-03T10:06:28,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:06:28,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-03T10:06:28,804 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=194 (was 177) - Thread LEAK? -, OpenFileDescriptor=551 (was 523) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=3133 (was 3265)