2024-12-06 14:53:05,095 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-12-06 14:53:05,109 main DEBUG Took 0.012054 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 14:53:05,109 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 14:53:05,109 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 14:53:05,110 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 14:53:05,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,123 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 14:53:05,140 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,142 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,142 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,143 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,143 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,143 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,144 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,144 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,145 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,145 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,146 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,146 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,146 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,147 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,147 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,148 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,148 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,148 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,149 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,149 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:53:05,149 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,150 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 14:53:05,151 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:53:05,152 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 14:53:05,154 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 14:53:05,154 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 14:53:05,156 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 14:53:05,156 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 14:53:05,164 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 14:53:05,167 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 14:53:05,169 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 14:53:05,170 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 14:53:05,170 main DEBUG createAppenders(={Console}) 2024-12-06 14:53:05,171 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-12-06 14:53:05,171 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-12-06 14:53:05,171 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-12-06 14:53:05,172 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 14:53:05,172 main DEBUG OutputStream closed 2024-12-06 14:53:05,173 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 14:53:05,173 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 14:53:05,173 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-12-06 14:53:05,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 14:53:05,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 14:53:05,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 14:53:05,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 14:53:05,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 14:53:05,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 14:53:05,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 14:53:05,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 14:53:05,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 14:53:05,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 14:53:05,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 14:53:05,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 14:53:05,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 14:53:05,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 14:53:05,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 14:53:05,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 14:53:05,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 14:53:05,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 14:53:05,262 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 14:53:05,263 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-12-06 14:53:05,263 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 14:53:05,264 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-12-06T14:53:05,281 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-12-06 14:53:05,284 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 14:53:05,284 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T14:53:05,500 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a 2024-12-06T14:53:05,526 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b, deleteOnExit=true 2024-12-06T14:53:05,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/test.cache.data in system properties and HBase conf 2024-12-06T14:53:05,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:53:05,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:53:05,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:53:05,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:53:05,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T14:53:05,630 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T14:53:05,708 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:53:05,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:53:05,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:53:05,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:53:05,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:53:05,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:53:05,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:53:05,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:53:05,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:53:05,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:53:05,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:53:05,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:53:05,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:53:05,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:53:05,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:53:06,706 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T14:53:06,766 INFO [Time-limited test {}] log.Log(170): Logging initialized @2266ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T14:53:06,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:06,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:06,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:06,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:06,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:53:06,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:06,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:06,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:07,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/java.io.tmpdir/jetty-localhost-46429-hadoop-hdfs-3_4_1-tests_jar-_-any-18034206793796535052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:53:07,085 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:46429} 2024-12-06T14:53:07,085 INFO [Time-limited test {}] server.Server(415): Started @2585ms 2024-12-06T14:53:07,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:07,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:07,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:07,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:07,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:53:07,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:07,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:07,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/java.io.tmpdir/jetty-localhost-39677-hadoop-hdfs-3_4_1-tests_jar-_-any-13988591981492371101/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:07,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:39677} 2024-12-06T14:53:07,733 INFO [Time-limited test {}] server.Server(415): Started @3233ms 2024-12-06T14:53:07,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:53:07,880 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:07,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:07,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:07,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:07,890 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:53:07,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:07,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:08,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/java.io.tmpdir/jetty-localhost-39713-hadoop-hdfs-3_4_1-tests_jar-_-any-2148418987288159746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:08,025 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:39713} 2024-12-06T14:53:08,026 INFO [Time-limited test {}] server.Server(415): Started @3526ms 2024-12-06T14:53:08,028 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:53:08,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:08,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:08,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:08,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:08,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:53:08,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:08,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:08,162 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/java.io.tmpdir/jetty-localhost-45669-hadoop-hdfs-3_4_1-tests_jar-_-any-18408665718665432194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:08,163 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:45669} 2024-12-06T14:53:08,163 INFO [Time-limited test {}] server.Server(415): Started @3663ms 2024-12-06T14:53:08,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:53:09,496 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data1/current/BP-1016764759-172.17.0.2-1733496786208/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:09,496 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data2/current/BP-1016764759-172.17.0.2-1733496786208/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:09,519 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:53:09,542 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data3/current/BP-1016764759-172.17.0.2-1733496786208/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:09,542 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data4/current/BP-1016764759-172.17.0.2-1733496786208/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:09,561 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:53:09,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba03ba780c18789d with lease ID 0x3890b1e2bd694c22: Processing first storage report for DS-457d797f-3efb-4d8b-b1e0-aa680260741d from datanode DatanodeRegistration(127.0.0.1:35285, datanodeUuid=4d105d69-de43-4ff6-bace-e1d887111967, infoPort=39371, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208) 2024-12-06T14:53:09,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba03ba780c18789d with lease ID 0x3890b1e2bd694c22: from storage DS-457d797f-3efb-4d8b-b1e0-aa680260741d node DatanodeRegistration(127.0.0.1:35285, datanodeUuid=4d105d69-de43-4ff6-bace-e1d887111967, infoPort=39371, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:53:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad162b2039eacdcc with lease ID 0x3890b1e2bd694c23: Processing first storage report for DS-e787b6b7-acaa-41ff-979d-1581e1c16760 from datanode DatanodeRegistration(127.0.0.1:43833, datanodeUuid=0cf90cae-d93e-40fc-83b8-448f648de272, infoPort=44939, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208) 2024-12-06T14:53:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad162b2039eacdcc with lease ID 0x3890b1e2bd694c23: from storage DS-e787b6b7-acaa-41ff-979d-1581e1c16760 node DatanodeRegistration(127.0.0.1:43833, datanodeUuid=0cf90cae-d93e-40fc-83b8-448f648de272, infoPort=44939, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba03ba780c18789d with lease ID 0x3890b1e2bd694c22: Processing first storage report for DS-c85944f7-571b-4268-bdf1-b2d05bb64279 from datanode DatanodeRegistration(127.0.0.1:35285, datanodeUuid=4d105d69-de43-4ff6-bace-e1d887111967, infoPort=39371, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208) 2024-12-06T14:53:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba03ba780c18789d with lease ID 0x3890b1e2bd694c22: from storage DS-c85944f7-571b-4268-bdf1-b2d05bb64279 node DatanodeRegistration(127.0.0.1:35285, datanodeUuid=4d105d69-de43-4ff6-bace-e1d887111967, infoPort=39371, infoSecurePort=0, ipcPort=34195, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:53:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad162b2039eacdcc with lease ID 0x3890b1e2bd694c23: Processing first storage report for DS-0a4fcb76-9101-4b61-8ef5-3068e2b3bb8c from datanode DatanodeRegistration(127.0.0.1:43833, datanodeUuid=0cf90cae-d93e-40fc-83b8-448f648de272, infoPort=44939, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208) 2024-12-06T14:53:09,568 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad162b2039eacdcc with lease ID 0x3890b1e2bd694c23: from storage DS-0a4fcb76-9101-4b61-8ef5-3068e2b3bb8c node DatanodeRegistration(127.0.0.1:43833, datanodeUuid=0cf90cae-d93e-40fc-83b8-448f648de272, infoPort=44939, infoSecurePort=0, ipcPort=36705, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:09,662 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data6/current/BP-1016764759-172.17.0.2-1733496786208/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:09,662 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data5/current/BP-1016764759-172.17.0.2-1733496786208/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:09,682 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:53:09,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaf5eec1a3014761 with lease ID 0x3890b1e2bd694c24: Processing first storage report for DS-ce4b49ac-17d5-4034-ad21-fe9b6b9f684f from datanode DatanodeRegistration(127.0.0.1:43725, datanodeUuid=a965b9fd-aa79-4bb3-8ba6-fd5d143f635a, infoPort=34201, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208) 2024-12-06T14:53:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaf5eec1a3014761 with lease ID 0x3890b1e2bd694c24: from storage DS-ce4b49ac-17d5-4034-ad21-fe9b6b9f684f node DatanodeRegistration(127.0.0.1:43725, datanodeUuid=a965b9fd-aa79-4bb3-8ba6-fd5d143f635a, infoPort=34201, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcaf5eec1a3014761 with lease ID 0x3890b1e2bd694c24: Processing first storage report for DS-2d6fe165-f696-4249-b122-974b6c6e4fa8 from datanode DatanodeRegistration(127.0.0.1:43725, datanodeUuid=a965b9fd-aa79-4bb3-8ba6-fd5d143f635a, infoPort=34201, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208) 2024-12-06T14:53:09,687 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcaf5eec1a3014761 with lease ID 0x3890b1e2bd694c24: from storage DS-2d6fe165-f696-4249-b122-974b6c6e4fa8 node DatanodeRegistration(127.0.0.1:43725, datanodeUuid=a965b9fd-aa79-4bb3-8ba6-fd5d143f635a, infoPort=34201, infoSecurePort=0, ipcPort=41857, storageInfo=lv=-57;cid=testClusterID;nsid=1143479587;c=1733496786208), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:53:09,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a 2024-12-06T14:53:09,842 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-12-06T14:53:09,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=239, ProcessCount=11, AvailableMemoryMB=6671 2024-12-06T14:53:09,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T14:53:09,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-12-06T14:53:10,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/zookeeper_0, clientPort=50185, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T14:53:10,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50185 2024-12-06T14:53:10,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:10,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:10,259 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:10,260 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:10,297 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:58482 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:35285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58482 dst: /127.0.0.1:35285 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775792_1002 (size=7) 2024-12-06T14:53:10,717 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:10,730 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8 with version=8 2024-12-06T14:53:10,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/hbase-staging 2024-12-06T14:53:10,812 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T14:53:11,068 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:11,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,077 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:11,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:11,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T14:53:11,251 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T14:53:11,259 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T14:53:11,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:11,283 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 84486 (auto-detected) 2024-12-06T14:53:11,284 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T14:53:11,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43113 2024-12-06T14:53:11,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43113 connecting to ZooKeeper ensemble=127.0.0.1:50185 2024-12-06T14:53:11,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431130x0, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:11,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43113-0x101ab21d8320000 connected 2024-12-06T14:53:11,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:11,580 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8, hbase.cluster.distributed=false 2024-12-06T14:53:11,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:11,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-06T14:53:11,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43113 2024-12-06T14:53:11,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43113 2024-12-06T14:53:11,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-06T14:53:11,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-06T14:53:11,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:11,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:11,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:11,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:53:11,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:11,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33625 2024-12-06T14:53:11,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33625 connecting to ZooKeeper ensemble=127.0.0.1:50185 2024-12-06T14:53:11,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336250x0, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:11,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33625-0x101ab21d8320001 connected 2024-12-06T14:53:11,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:11,723 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:53:11,730 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:53:11,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:53:11,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:11,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-06T14:53:11,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33625 2024-12-06T14:53:11,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33625 2024-12-06T14:53:11,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-06T14:53:11,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-06T14:53:11,753 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:11,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:11,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:11,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:53:11,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:11,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36733 2024-12-06T14:53:11,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36733 connecting to ZooKeeper ensemble=127.0.0.1:50185 2024-12-06T14:53:11,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,771 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367330x0, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:11,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36733-0x101ab21d8320002 connected 2024-12-06T14:53:11,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:11,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:53:11,774 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:53:11,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:53:11,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:11,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36733 2024-12-06T14:53:11,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36733 2024-12-06T14:53:11,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36733 2024-12-06T14:53:11,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36733 2024-12-06T14:53:11,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36733 2024-12-06T14:53:11,796 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:11,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,796 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:11,796 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:11,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:11,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:53:11,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:11,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41523 2024-12-06T14:53:11,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41523 connecting to ZooKeeper ensemble=127.0.0.1:50185 2024-12-06T14:53:11,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:11,856 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415230x0, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:11,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41523-0x101ab21d8320003 connected 2024-12-06T14:53:11,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:11,858 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:53:11,859 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:53:11,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:53:11,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:11,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-06T14:53:11,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41523 2024-12-06T14:53:11,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41523 2024-12-06T14:53:11,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-06T14:53:11,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41523 2024-12-06T14:53:11,882 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:43113 2024-12-06T14:53:11,884 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:11,941 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,941 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,944 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:11,978 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:11,978 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:11,979 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:11,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:11,979 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:11,980 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T14:53:11,981 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb7ea3e46d9c,43113,1733496790925 from backup master directory 2024-12-06T14:53:11,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:11,992 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,992 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:11,993 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:11,993 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:11,995 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T14:53:11,996 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T14:53:12,059 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/hbase.id] with ID: 500e1272-6ef9-412c-8bfd-fa202724cf28 2024-12-06T14:53:12,059 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/.tmp/hbase.id 2024-12-06T14:53:12,066 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,066 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,069 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:36798 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:43725:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36798 dst: /127.0.0.1:43725 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:12,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775776_1004 (size=42) 2024-12-06T14:53:12,076 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:12,076 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/.tmp/hbase.id]:[hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/hbase.id] 2024-12-06T14:53:12,130 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:12,135 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T14:53:12,152 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-06T14:53:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,161 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,161 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,172 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,172 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,176 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:36818 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:43725:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36818 dst: /127.0.0.1:43725 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:12,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775760_1006 (size=196) 2024-12-06T14:53:12,183 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:12,199 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:53:12,201 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T14:53:12,205 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:53:12,230 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,231 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,234 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:36824 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:43725:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36824 dst: /127.0.0.1:43725 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775744_1008 (size=1189) 2024-12-06T14:53:12,239 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:12,255 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store 2024-12-06T14:53:12,269 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,270 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:12,272 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:40212 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40212 dst: /127.0.0.1:43833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775728_1010 (size=34) 2024-12-06T14:53:12,278 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:12,282 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T14:53:12,284 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:12,285 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:53:12,285 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:12,285 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:12,287 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-06T14:53:12,287 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:12,287 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:12,288 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496792285Disabling compacts and flushes for region at 1733496792285Disabling writes for close at 1733496792287 (+2 ms)Writing region close event to WAL at 1733496792287Closed at 1733496792287 2024-12-06T14:53:12,290 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/.initializing 2024-12-06T14:53:12,290 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/WALs/bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:12,298 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:53:12,311 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C43113%2C1733496790925, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/WALs/bb7ea3e46d9c,43113,1733496790925, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/oldWALs, maxLogs=10 2024-12-06T14:53:12,344 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/WALs/bb7ea3e46d9c,43113,1733496790925/bb7ea3e46d9c%2C43113%2C1733496790925.1733496792316, exclude list is [], retry=0 2024-12-06T14:53:12,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:12,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-457d797f-3efb-4d8b-b1e0-aa680260741d,DISK] 2024-12-06T14:53:12,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-ce4b49ac-17d5-4034-ad21-fe9b6b9f684f,DISK] 2024-12-06T14:53:12,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-e787b6b7-acaa-41ff-979d-1581e1c16760,DISK] 2024-12-06T14:53:12,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T14:53:12,401 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/WALs/bb7ea3e46d9c,43113,1733496790925/bb7ea3e46d9c%2C43113%2C1733496790925.1733496792316 2024-12-06T14:53:12,402 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34201:34201),(127.0.0.1/127.0.0.1:44939:44939),(127.0.0.1/127.0.0.1:39371:39371)] 2024-12-06T14:53:12,402 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:53:12,403 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:12,405 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,406 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T14:53:12,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:12,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:12,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T14:53:12,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:12,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:12,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T14:53:12,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:12,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:12,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T14:53:12,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:12,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:12,479 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,482 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,483 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,487 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,488 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,491 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:53:12,494 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:12,500 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:53:12,501 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62107889, jitterRate=-0.07452033460140228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:53:12,508 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733496792417Initializing all the Stores at 1733496792419 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496792419Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496792420 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496792420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496792420Cleaning up temporary data from old regions at 1733496792488 (+68 ms)Region opened successfully at 1733496792508 (+20 ms) 2024-12-06T14:53:12,509 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T14:53:12,538 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73df451a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:12,565 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T14:53:12,574 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T14:53:12,574 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T14:53:12,577 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T14:53:12,578 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T14:53:12,583 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T14:53:12,583 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T14:53:12,609 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T14:53:12,618 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T14:53:12,666 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T14:53:12,670 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T14:53:12,672 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T14:53:12,683 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T14:53:12,686 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T14:53:12,690 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T14:53:12,697 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T14:53:12,699 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T14:53:12,708 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T14:53:12,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775789_1002 (size=7) 2024-12-06T14:53:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775788_1002 (size=7) 2024-12-06T14:53:12,725 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T14:53:12,736 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T14:53:12,750 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:12,750 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:12,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:12,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,751 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,751 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:12,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,756 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,43113,1733496790925, sessionid=0x101ab21d8320000, setting cluster-up flag (Was=false) 2024-12-06T14:53:12,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,781 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,781 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,813 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T14:53:12,819 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:12,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,845 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,845 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:12,876 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T14:53:12,879 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:12,889 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T14:53:12,951 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:12,959 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T14:53:12,966 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T14:53:12,970 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(746): ClusterId : 500e1272-6ef9-412c-8bfd-fa202724cf28 2024-12-06T14:53:12,970 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(746): ClusterId : 500e1272-6ef9-412c-8bfd-fa202724cf28 2024-12-06T14:53:12,970 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(746): ClusterId : 500e1272-6ef9-412c-8bfd-fa202724cf28 2024-12-06T14:53:12,973 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:53:12,973 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:53:12,973 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:53:12,972 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,43113,1733496790925 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T14:53:12,994 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:53:12,994 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:53:12,994 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:53:12,994 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:53:12,994 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:53:12,994 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:53:12,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:12,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:12,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:12,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:12,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T14:53:12,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:12,996 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:12,996 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,000 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733496823000 2024-12-06T14:53:13,000 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:13,001 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T14:53:13,001 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T14:53:13,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T14:53:13,004 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:53:13,004 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:53:13,004 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:53:13,005 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768d5ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:13,005 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23266dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:13,005 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b05185d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:13,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,007 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T14:53:13,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T14:53:13,008 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T14:53:13,008 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T14:53:13,008 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T14:53:13,012 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,017 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T14:53:13,018 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T14:53:13,018 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T14:53:13,021 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:13,021 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:13,023 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:33625 2024-12-06T14:53:13,023 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bb7ea3e46d9c:41523 2024-12-06T14:53:13,024 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bb7ea3e46d9c:36733 2024-12-06T14:53:13,025 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T14:53:13,026 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T14:53:13,027 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:53:13,027 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:53:13,027 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:53:13,027 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:53:13,027 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:53:13,027 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:53:13,027 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:53:13,027 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:53:13,027 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:53:13,028 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496793027,5,FailOnTimeoutGroup] 2024-12-06T14:53:13,030 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,43113,1733496790925 with port=36733, startcode=1733496791753 2024-12-06T14:53:13,030 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,43113,1733496790925 with port=33625, startcode=1733496791663 2024-12-06T14:53:13,032 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,43113,1733496790925 with port=41523, startcode=1733496791795 2024-12-06T14:53:13,034 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:40240 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:43833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40240 dst: /127.0.0.1:43833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:13,036 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496793028,5,FailOnTimeoutGroup] 2024-12-06T14:53:13,036 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,037 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T14:53:13,038 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,038 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,043 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:53:13,043 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:53:13,043 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:53:13,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775712_1013 (size=1321) 2024-12-06T14:53:13,051 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:13,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T14:53:13,053 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8 2024-12-06T14:53:13,066 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:13,066 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:13,080 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:36874 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:43725:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36874 dst: /127.0.0.1:43725 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:13,088 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:53:13,088 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:53:13,088 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38165, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:53:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775696_1015 (size=32) 2024-12-06T14:53:13,095 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,095 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:13,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:13,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:53:13,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:53:13,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:53:13,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:53:13,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:53:13,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:53:13,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,112 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:13,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:13,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:53:13,117 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8 2024-12-06T14:53:13,117 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691 2024-12-06T14:53:13,117 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:53:13,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:53:13,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:13,119 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8 2024-12-06T14:53:13,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43113 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:13,119 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691 2024-12-06T14:53:13,119 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:53:13,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:53:13,122 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8 2024-12-06T14:53:13,122 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691 2024-12-06T14:53:13,122 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:53:13,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740 2024-12-06T14:53:13,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740 2024-12-06T14:53:13,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:53:13,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:53:13,128 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:53:13,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:53:13,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:53:13,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71670808, jitterRate=0.06797826290130615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:53:13,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733496793097Initializing all the Stores at 1733496793099 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496793100 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496793100Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496793100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496793100Cleaning up temporary data from old regions at 1733496793127 (+27 ms)Region opened successfully at 1733496793141 (+14 ms) 2024-12-06T14:53:13,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:53:13,141 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:53:13,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:53:13,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:53:13,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:53:13,143 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:53:13,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496793141Disabling compacts and flushes for region at 1733496793141Disabling writes for close at 1733496793141Writing region close event to WAL at 1733496793142 (+1 ms)Closed at 1733496793143 (+1 ms) 2024-12-06T14:53:13,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:13,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T14:53:13,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T14:53:13,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:53:13,159 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:53:13,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T14:53:13,171 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] zookeeper.ZKUtil(111): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:13,171 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] zookeeper.ZKUtil(111): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,171 WARN [RS:0;bb7ea3e46d9c:33625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:13,171 WARN [RS:1;bb7ea3e46d9c:36733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:13,171 INFO [RS:1;bb7ea3e46d9c:36733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:53:13,171 INFO [RS:0;bb7ea3e46d9c:33625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:53:13,172 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] zookeeper.ZKUtil(111): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:13,172 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,172 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:13,172 WARN [RS:2;bb7ea3e46d9c:41523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:13,172 INFO [RS:2;bb7ea3e46d9c:41523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:53:13,172 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:13,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,36733,1733496791753] 2024-12-06T14:53:13,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,41523,1733496791795] 2024-12-06T14:53:13,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,33625,1733496791663] 2024-12-06T14:53:13,196 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:53:13,196 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:53:13,196 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:53:13,208 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:53:13,208 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:53:13,208 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:53:13,213 INFO [RS:2;bb7ea3e46d9c:41523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:53:13,213 INFO [RS:0;bb7ea3e46d9c:33625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:53:13,213 INFO [RS:1;bb7ea3e46d9c:36733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:53:13,213 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,213 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,213 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,216 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:53:13,216 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:53:13,216 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:53:13,222 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:53:13,222 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:53:13,222 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:53:13,224 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,224 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,224 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,224 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,224 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,224 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,224 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:13,225 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,225 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:13,226 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:13,226 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:13,226 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:13,226 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:13,226 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:13,226 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:13,229 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,229 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,229 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,229 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,229 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,229 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36733,1733496791753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:13,231 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,231 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,231 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,231 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,231 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,232 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,232 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,232 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,232 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,232 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,232 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,33625,1733496791663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:13,232 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41523,1733496791795-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:13,249 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:53:13,251 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,33625,1733496791663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,251 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,251 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.Replication(171): bb7ea3e46d9c,33625,1733496791663 started 2024-12-06T14:53:13,252 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:53:13,252 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:53:13,252 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36733,1733496791753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,252 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41523,1733496791795-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,252 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,252 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,252 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.Replication(171): bb7ea3e46d9c,41523,1733496791795 started 2024-12-06T14:53:13,252 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.Replication(171): bb7ea3e46d9c,36733,1733496791753 started 2024-12-06T14:53:13,267 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,268 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,33625,1733496791663, RpcServer on bb7ea3e46d9c/172.17.0.2:33625, sessionid=0x101ab21d8320001 2024-12-06T14:53:13,269 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:53:13,269 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:13,269 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,33625,1733496791663' 2024-12-06T14:53:13,269 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:53:13,270 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:53:13,271 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:53:13,271 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:53:13,271 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:13,271 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,33625,1733496791663' 2024-12-06T14:53:13,271 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:53:13,271 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:53:13,272 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:53:13,272 INFO [RS:0;bb7ea3e46d9c:33625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:53:13,272 INFO [RS:0;bb7ea3e46d9c:33625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:53:13,274 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,274 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:13,274 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,36733,1733496791753, RpcServer on bb7ea3e46d9c/172.17.0.2:36733, sessionid=0x101ab21d8320002 2024-12-06T14:53:13,274 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,41523,1733496791795, RpcServer on bb7ea3e46d9c/172.17.0.2:41523, sessionid=0x101ab21d8320003 2024-12-06T14:53:13,274 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:53:13,274 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:53:13,274 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,274 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:13,274 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36733,1733496791753' 2024-12-06T14:53:13,274 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,41523,1733496791795' 2024-12-06T14:53:13,274 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:53:13,274 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:53:13,275 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:53:13,275 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:53:13,276 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:53:13,276 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:53:13,276 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:53:13,276 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:53:13,276 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,276 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:13,276 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36733,1733496791753' 2024-12-06T14:53:13,276 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,41523,1733496791795' 2024-12-06T14:53:13,276 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:53:13,276 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:53:13,276 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:53:13,277 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:53:13,277 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:53:13,277 INFO [RS:1;bb7ea3e46d9c:36733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:53:13,277 INFO [RS:1;bb7ea3e46d9c:36733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:53:13,277 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:53:13,277 INFO [RS:2;bb7ea3e46d9c:41523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:53:13,277 INFO [RS:2;bb7ea3e46d9c:41523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:53:13,313 WARN [bb7ea3e46d9c:43113 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T14:53:13,378 INFO [RS:1;bb7ea3e46d9c:36733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:53:13,378 INFO [RS:0;bb7ea3e46d9c:33625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:53:13,379 INFO [RS:2;bb7ea3e46d9c:41523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:53:13,381 INFO [RS:0;bb7ea3e46d9c:33625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C33625%2C1733496791663, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,33625,1733496791663, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs, maxLogs=32 2024-12-06T14:53:13,381 INFO [RS:1;bb7ea3e46d9c:36733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C36733%2C1733496791753, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,36733,1733496791753, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs, maxLogs=32 2024-12-06T14:53:13,381 INFO [RS:2;bb7ea3e46d9c:41523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C41523%2C1733496791795, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,41523,1733496791795, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs, maxLogs=32 2024-12-06T14:53:13,397 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,36733,1733496791753/bb7ea3e46d9c%2C36733%2C1733496791753.1733496793385, exclude list is [], retry=0 2024-12-06T14:53:13,398 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,41523,1733496791795/bb7ea3e46d9c%2C41523%2C1733496791795.1733496793386, exclude list is [], retry=0 2024-12-06T14:53:13,398 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,33625,1733496791663/bb7ea3e46d9c%2C33625%2C1733496791663.1733496793386, exclude list is [], retry=0 2024-12-06T14:53:13,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-e787b6b7-acaa-41ff-979d-1581e1c16760,DISK] 2024-12-06T14:53:13,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-457d797f-3efb-4d8b-b1e0-aa680260741d,DISK] 2024-12-06T14:53:13,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-457d797f-3efb-4d8b-b1e0-aa680260741d,DISK] 2024-12-06T14:53:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-ce4b49ac-17d5-4034-ad21-fe9b6b9f684f,DISK] 2024-12-06T14:53:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-ce4b49ac-17d5-4034-ad21-fe9b6b9f684f,DISK] 2024-12-06T14:53:13,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-e787b6b7-acaa-41ff-979d-1581e1c16760,DISK] 2024-12-06T14:53:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-e787b6b7-acaa-41ff-979d-1581e1c16760,DISK] 2024-12-06T14:53:13,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-ce4b49ac-17d5-4034-ad21-fe9b6b9f684f,DISK] 2024-12-06T14:53:13,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-457d797f-3efb-4d8b-b1e0-aa680260741d,DISK] 2024-12-06T14:53:13,430 INFO [RS:1;bb7ea3e46d9c:36733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,36733,1733496791753/bb7ea3e46d9c%2C36733%2C1733496791753.1733496793385 2024-12-06T14:53:13,430 INFO [RS:2;bb7ea3e46d9c:41523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,41523,1733496791795/bb7ea3e46d9c%2C41523%2C1733496791795.1733496793386 2024-12-06T14:53:13,431 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44939:44939),(127.0.0.1/127.0.0.1:34201:34201),(127.0.0.1/127.0.0.1:39371:39371)] 2024-12-06T14:53:13,432 INFO [RS:0;bb7ea3e46d9c:33625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,33625,1733496791663/bb7ea3e46d9c%2C33625%2C1733496791663.1733496793386 2024-12-06T14:53:13,432 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39371:39371),(127.0.0.1/127.0.0.1:34201:34201),(127.0.0.1/127.0.0.1:44939:44939)] 2024-12-06T14:53:13,433 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44939:44939),(127.0.0.1/127.0.0.1:34201:34201),(127.0.0.1/127.0.0.1:39371:39371)] 2024-12-06T14:53:13,565 DEBUG [bb7ea3e46d9c:43113 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T14:53:13,571 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(204): Hosts are {bb7ea3e46d9c=0} racks are {/default-rack=0} 2024-12-06T14:53:13,576 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T14:53:13,576 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T14:53:13,577 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T14:53:13,577 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T14:53:13,577 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T14:53:13,577 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T14:53:13,577 INFO [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T14:53:13,577 INFO [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T14:53:13,577 INFO [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T14:53:13,577 DEBUG [bb7ea3e46d9c:43113 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T14:53:13,583 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,589 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,36733,1733496791753, state=OPENING 2024-12-06T14:53:13,645 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T14:53:13,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:13,655 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:13,656 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:13,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,660 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:53:13,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36733,1733496791753}] 2024-12-06T14:53:13,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:53:13,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41565, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:53:13,853 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T14:53:13,853 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:53:13,854 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T14:53:13,857 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C36733%2C1733496791753.meta, suffix=.meta, logDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,36733,1733496791753, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs, maxLogs=32 2024-12-06T14:53:13,871 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,36733,1733496791753/bb7ea3e46d9c%2C36733%2C1733496791753.meta.1733496793859.meta, exclude list is [], retry=0 2024-12-06T14:53:13,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43833,DS-e787b6b7-acaa-41ff-979d-1581e1c16760,DISK] 2024-12-06T14:53:13,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35285,DS-457d797f-3efb-4d8b-b1e0-aa680260741d,DISK] 2024-12-06T14:53:13,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43725,DS-ce4b49ac-17d5-4034-ad21-fe9b6b9f684f,DISK] 2024-12-06T14:53:13,878 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/WALs/bb7ea3e46d9c,36733,1733496791753/bb7ea3e46d9c%2C36733%2C1733496791753.meta.1733496793859.meta 2024-12-06T14:53:13,879 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44939:44939),(127.0.0.1/127.0.0.1:39371:39371),(127.0.0.1/127.0.0.1:34201:34201)] 2024-12-06T14:53:13,879 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:53:13,881 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T14:53:13,883 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T14:53:13,888 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T14:53:13,891 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T14:53:13,891 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:13,892 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T14:53:13,892 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T14:53:13,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:53:13,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:53:13,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:53:13,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:53:13,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:53:13,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:53:13,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:53:13,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:53:13,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:13,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:13,906 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:53:13,908 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740 2024-12-06T14:53:13,910 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740 2024-12-06T14:53:13,912 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:53:13,912 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:53:13,913 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:53:13,916 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:53:13,917 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60248020, jitterRate=-0.10223454236984253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:53:13,918 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T14:53:13,919 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733496793892Writing region info on filesystem at 1733496793892Initializing all the Stores at 1733496793895 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496793895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496793895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496793895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496793895Cleaning up temporary data from old regions at 1733496793912 (+17 ms)Running coprocessor post-open hooks at 1733496793918 (+6 ms)Region opened successfully at 1733496793919 (+1 ms) 2024-12-06T14:53:13,926 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733496793828 2024-12-06T14:53:13,957 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T14:53:13,958 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T14:53:13,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,36733,1733496791753, state=OPEN 2024-12-06T14:53:13,974 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:13,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:13,974 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:13,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:13,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:13,975 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:13,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T14:53:13,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36733,1733496791753 in 313 msec 2024-12-06T14:53:13,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T14:53:13,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 836 msec 2024-12-06T14:53:13,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:13,995 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T14:53:14,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:53:14,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,36733,1733496791753, seqNum=-1] 2024-12-06T14:53:14,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:53:14,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:53:14,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1320 sec 2024-12-06T14:53:14,049 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733496794049, completionTime=-1 2024-12-06T14:53:14,051 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T14:53:14,051 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T14:53:14,073 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T14:53:14,073 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733496854073 2024-12-06T14:53:14,073 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733496914073 2024-12-06T14:53:14,073 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-06T14:53:14,075 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T14:53:14,080 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43113,1733496790925-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:14,081 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43113,1733496790925-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:14,081 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43113,1733496790925-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:14,082 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:43113, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:14,082 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:14,083 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:14,089 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T14:53:14,107 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.114sec 2024-12-06T14:53:14,109 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T14:53:14,110 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T14:53:14,110 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T14:53:14,111 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T14:53:14,111 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T14:53:14,111 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43113,1733496790925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:14,111 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43113,1733496790925-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T14:53:14,115 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T14:53:14,116 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T14:53:14,116 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43113,1733496790925-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:14,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f14512f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:53:14,191 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T14:53:14,191 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T14:53:14,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43113,-1 for getting cluster id 2024-12-06T14:53:14,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T14:53:14,204 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '500e1272-6ef9-412c-8bfd-fa202724cf28' 2024-12-06T14:53:14,206 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T14:53:14,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "500e1272-6ef9-412c-8bfd-fa202724cf28" 2024-12-06T14:53:14,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3c4761, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:53:14,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43113,-1] 2024-12-06T14:53:14,209 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T14:53:14,211 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:14,212 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T14:53:14,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c8a73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:53:14,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:53:14,222 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,36733,1733496791753, seqNum=-1] 2024-12-06T14:53:14,222 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:53:14,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:53:14,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:14,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T14:53:14,250 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:14,252 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c57e0a3 2024-12-06T14:53:14,253 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T14:53:14,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T14:53:14,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:53:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-12-06T14:53:14,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T14:53:14,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-12-06T14:53:14,274 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:14,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T14:53:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:14,284 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:14,284 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:14,287 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:40306 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40306 dst: /127.0.0.1:43833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:14,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775680_1021 (size=392) 2024-12-06T14:53:14,292 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:14,295 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 720dfbf023cd0d1ad7518760f882a019, NAME => 'TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8 2024-12-06T14:53:14,301 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:14,301 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:14,306 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:33810 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:35285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33810 dst: /127.0.0.1:35285 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775664_1023 (size=51) 2024-12-06T14:53:14,311 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:14,311 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:14,311 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 720dfbf023cd0d1ad7518760f882a019, disabling compactions & flushes 2024-12-06T14:53:14,311 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:14,312 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:14,312 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. after waiting 0 ms 2024-12-06T14:53:14,312 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:14,312 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:14,312 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 720dfbf023cd0d1ad7518760f882a019: Waiting for close lock at 1733496794311Disabling compacts and flushes for region at 1733496794311Disabling writes for close at 1733496794312 (+1 ms)Writing region close event to WAL at 1733496794312Closed at 1733496794312 2024-12-06T14:53:14,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T14:53:14,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733496794314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733496794314"}]},"ts":"1733496794314"} 2024-12-06T14:53:14,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T14:53:14,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T14:53:14,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496794324"}]},"ts":"1733496794324"} 2024-12-06T14:53:14,330 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-12-06T14:53:14,330 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bb7ea3e46d9c=0} racks are {/default-rack=0} 2024-12-06T14:53:14,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T14:53:14,331 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T14:53:14,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T14:53:14,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T14:53:14,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T14:53:14,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T14:53:14,332 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T14:53:14,332 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T14:53:14,332 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T14:53:14,332 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T14:53:14,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=720dfbf023cd0d1ad7518760f882a019, ASSIGN}] 2024-12-06T14:53:14,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=720dfbf023cd0d1ad7518760f882a019, ASSIGN 2024-12-06T14:53:14,337 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=720dfbf023cd0d1ad7518760f882a019, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,41523,1733496791795; forceNewPlan=false, retain=false 2024-12-06T14:53:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:14,492 INFO [bb7ea3e46d9c:43113 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T14:53:14,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=720dfbf023cd0d1ad7518760f882a019, regionState=OPENING, regionLocation=bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:14,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=720dfbf023cd0d1ad7518760f882a019, ASSIGN because future has completed 2024-12-06T14:53:14,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720dfbf023cd0d1ad7518760f882a019, server=bb7ea3e46d9c,41523,1733496791795}] 2024-12-06T14:53:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:14,655 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:53:14,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35625, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:53:14,666 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:14,667 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 720dfbf023cd0d1ad7518760f882a019, NAME => 'TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:53:14,667 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,667 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:14,668 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,668 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,670 INFO [StoreOpener-720dfbf023cd0d1ad7518760f882a019-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,672 INFO [StoreOpener-720dfbf023cd0d1ad7518760f882a019-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720dfbf023cd0d1ad7518760f882a019 columnFamilyName cf 2024-12-06T14:53:14,672 DEBUG [StoreOpener-720dfbf023cd0d1ad7518760f882a019-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:14,673 INFO [StoreOpener-720dfbf023cd0d1ad7518760f882a019-1 {}] regionserver.HStore(327): Store=720dfbf023cd0d1ad7518760f882a019/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:14,673 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,674 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,675 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,676 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,676 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,679 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,685 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:53:14,686 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 720dfbf023cd0d1ad7518760f882a019; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73288072, jitterRate=0.09207737445831299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:53:14,686 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:14,687 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 720dfbf023cd0d1ad7518760f882a019: Running coprocessor pre-open hook at 1733496794668Writing region info on filesystem at 1733496794668Initializing all the Stores at 1733496794670 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496794670Cleaning up temporary data from old regions at 1733496794676 (+6 ms)Running coprocessor post-open hooks at 1733496794686 (+10 ms)Region opened successfully at 1733496794687 (+1 ms) 2024-12-06T14:53:14,690 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019., pid=6, masterSystemTime=1733496794655 2024-12-06T14:53:14,693 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:14,693 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:14,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=720dfbf023cd0d1ad7518760f882a019, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:14,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720dfbf023cd0d1ad7518760f882a019, server=bb7ea3e46d9c,41523,1733496791795 because future has completed 2024-12-06T14:53:14,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T14:53:14,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 720dfbf023cd0d1ad7518760f882a019, server=bb7ea3e46d9c,41523,1733496791795 in 200 msec 2024-12-06T14:53:14,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T14:53:14,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=720dfbf023cd0d1ad7518760f882a019, ASSIGN in 372 msec 2024-12-06T14:53:14,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T14:53:14,710 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496794710"}]},"ts":"1733496794710"} 2024-12-06T14:53:14,713 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-12-06T14:53:14,715 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T14:53:14,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 451 msec 2024-12-06T14:53:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:14,910 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-12-06T14:53:14,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-12-06T14:53:14,913 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:53:14,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-12-06T14:53:14,922 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:53:14,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-12-06T14:53:14,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019., hostname=bb7ea3e46d9c,41523,1733496791795, seqNum=2] 2024-12-06T14:53:14,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:53:14,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:53:14,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-12-06T14:53:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-12-06T14:53:14,949 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-12-06T14:53:14,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:53:14,951 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T14:53:14,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T14:53:15,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:53:15,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41523 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T14:53:15,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:15,127 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 720dfbf023cd0d1ad7518760f882a019 1/1 column families, dataSize=32 B heapSize=360 B 2024-12-06T14:53:15,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019/.tmp/cf/e8004dc4579c4448aa2919ae9f926ce5 is 36, key is row/cf:cq/1733496794934/Put/seqid=0 2024-12-06T14:53:15,180 WARN [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,181 WARN [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,184 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2121600494_22 at /127.0.0.1:33828 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:35285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33828 dst: /127.0.0.1:35285 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:15,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775648_1025 (size=4787) 2024-12-06T14:53:15,190 WARN [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:15,190 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019/.tmp/cf/e8004dc4579c4448aa2919ae9f926ce5 2024-12-06T14:53:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019/.tmp/cf/e8004dc4579c4448aa2919ae9f926ce5 as hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019/cf/e8004dc4579c4448aa2919ae9f926ce5 2024-12-06T14:53:15,245 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019/cf/e8004dc4579c4448aa2919ae9f926ce5, entries=1, sequenceid=5, filesize=4.7 K 2024-12-06T14:53:15,254 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 720dfbf023cd0d1ad7518760f882a019 in 126ms, sequenceid=5, compaction requested=false 2024-12-06T14:53:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-12-06T14:53:15,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 720dfbf023cd0d1ad7518760f882a019: 2024-12-06T14:53:15,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:15,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T14:53:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T14:53:15,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T14:53:15,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 311 msec 2024-12-06T14:53:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:53:15,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 327 msec 2024-12-06T14:53:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775756_1006 (size=196) 2024-12-06T14:53:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775757_1006 (size=196) 2024-12-06T14:53:15,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775741_1008 (size=1189) 2024-12-06T14:53:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775740_1008 (size=1189) 2024-12-06T14:53:15,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775772_1004 (size=42) 2024-12-06T14:53:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775773_1004 (size=42) 2024-12-06T14:53:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775693_1015 (size=32) 2024-12-06T14:53:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775692_1015 (size=32) 2024-12-06T14:53:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43113 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:53:15,580 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-12-06T14:53:15,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T14:53:15,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:53:15,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:15,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T14:53:15,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T14:53:15,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=279123803, stopped=false 2024-12-06T14:53:15,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,43113,1733496790925 2024-12-06T14:53:15,656 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:15,656 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:15,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:15,656 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:15,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:15,656 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:15,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:15,656 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:53:15,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:15,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:15,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:15,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:53:15,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:15,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:15,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:15,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,33625,1733496791663' ***** 2024-12-06T14:53:15,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:53:15,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,36733,1733496791753' ***** 2024-12-06T14:53:15,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:53:15,661 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,41523,1733496791795' ***** 2024-12-06T14:53:15,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:53:15,661 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:53:15,661 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:53:15,662 INFO [RS:0;bb7ea3e46d9c:33625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:53:15,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:53:15,662 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:53:15,662 INFO [RS:2;bb7ea3e46d9c:41523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:53:15,662 INFO [RS:0;bb7ea3e46d9c:33625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:53:15,662 INFO [RS:2;bb7ea3e46d9c:41523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:53:15,662 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:15,662 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:15,662 INFO [RS:0;bb7ea3e46d9c:33625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:33625. 2024-12-06T14:53:15,663 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(3091): Received CLOSE for 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:15,663 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:15,663 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,663 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:53:15,663 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,33625,1733496791663; all regions closed. 2024-12-06T14:53:15,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:53:15,663 INFO [RS:1;bb7ea3e46d9c:36733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:53:15,663 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:15,663 INFO [RS:1;bb7ea3e46d9c:36733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:53:15,663 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:15,663 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:15,664 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:15,664 INFO [RS:2;bb7ea3e46d9c:41523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bb7ea3e46d9c:41523. 2024-12-06T14:53:15,664 INFO [RS:1;bb7ea3e46d9c:36733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bb7ea3e46d9c:36733. 2024-12-06T14:53:15,664 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:15,664 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,664 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:15,664 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,664 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T14:53:15,664 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1325): Online Regions={720dfbf023cd0d1ad7518760f882a019=TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019.} 2024-12-06T14:53:15,664 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:53:15,664 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:53:15,664 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:53:15,664 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T14:53:15,664 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1351): Waiting on 720dfbf023cd0d1ad7518760f882a019 2024-12-06T14:53:15,665 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T14:53:15,665 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T14:53:15,665 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 720dfbf023cd0d1ad7518760f882a019, disabling compactions & flushes 2024-12-06T14:53:15,665 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. after waiting 0 ms 2024-12-06T14:53:15,665 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:53:15,665 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:53:15,666 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T14:53:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741828_1018 (size=93) 2024-12-06T14:53:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741828_1018 (size=93) 2024-12-06T14:53:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741828_1018 (size=93) 2024-12-06T14:53:15,677 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs 2024-12-06T14:53:15,677 INFO [RS:0;bb7ea3e46d9c:33625 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C33625%2C1733496791663:(num 1733496793386) 2024-12-06T14:53:15,677 DEBUG [RS:0;bb7ea3e46d9c:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,677 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:15,678 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:15,678 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:15,678 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:53:15,678 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:15,678 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:53:15,678 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:53:15,678 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:15,679 INFO [RS:0;bb7ea3e46d9c:33625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33625 2024-12-06T14:53:15,683 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/default/TestHBaseWalOnEC/720dfbf023cd0d1ad7518760f882a019/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T14:53:15,685 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:15,685 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 720dfbf023cd0d1ad7518760f882a019: Waiting for close lock at 1733496795665Running coprocessor pre-close hooks at 1733496795665Disabling compacts and flushes for region at 1733496795665Disabling writes for close at 1733496795665Writing region close event to WAL at 1733496795667 (+2 ms)Running coprocessor post-close hooks at 1733496795684 (+17 ms)Closed at 1733496795685 (+1 ms) 2024-12-06T14:53:15,685 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019. 2024-12-06T14:53:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775725_1010 (size=34) 2024-12-06T14:53:15,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775724_1010 (size=34) 2024-12-06T14:53:15,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,33625,1733496791663 2024-12-06T14:53:15,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:53:15,694 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:15,700 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/info/9ef63247f6dd409c8cc60819c229b209 is 153, key is TestHBaseWalOnEC,,1733496794257.720dfbf023cd0d1ad7518760f882a019./info:regioninfo/1733496794694/Put/seqid=0 2024-12-06T14:53:15,703 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,703 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,33625,1733496791663] 2024-12-06T14:53:15,707 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1209538431_22 at /127.0.0.1:33888 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:35285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33888 dst: /127.0.0.1:35285 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:15,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775632_1027 (size=6637) 2024-12-06T14:53:15,712 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:15,712 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/info/9ef63247f6dd409c8cc60819c229b209 2024-12-06T14:53:15,715 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,33625,1733496791663 already deleted, retry=false 2024-12-06T14:53:15,715 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,33625,1733496791663 expired; onlineServers=2 2024-12-06T14:53:15,739 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/ns/aea954a16540476d9c8f3ac3e9663f1f is 43, key is default/ns:d/1733496794035/Put/seqid=0 2024-12-06T14:53:15,742 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,742 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,745 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1209538431_22 at /127.0.0.1:40376 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:43833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40376 dst: /127.0.0.1:43833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:15,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775616_1029 (size=5153) 2024-12-06T14:53:15,750 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:15,750 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/ns/aea954a16540476d9c8f3ac3e9663f1f 2024-12-06T14:53:15,755 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:15,755 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:15,755 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:15,774 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/table/e4d5c78b1f7d4c809f255cc854468b60 is 52, key is TestHBaseWalOnEC/table:state/1733496794710/Put/seqid=0 2024-12-06T14:53:15,776 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,777 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:15,779 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1209538431_22 at /127.0.0.1:36978 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:43725:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36978 dst: /127.0.0.1:43725 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775600_1031 (size=5249) 2024-12-06T14:53:15,783 WARN [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:15,784 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/table/e4d5c78b1f7d4c809f255cc854468b60 2024-12-06T14:53:15,795 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/info/9ef63247f6dd409c8cc60819c229b209 as hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/info/9ef63247f6dd409c8cc60819c229b209 2024-12-06T14:53:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x101ab21d8320001, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:15,806 INFO [RS:0;bb7ea3e46d9c:33625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:15,806 INFO [RS:0;bb7ea3e46d9c:33625 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,33625,1733496791663; zookeeper connection closed. 2024-12-06T14:53:15,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@475b6d58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@475b6d58 2024-12-06T14:53:15,807 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/info/9ef63247f6dd409c8cc60819c229b209, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T14:53:15,809 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/ns/aea954a16540476d9c8f3ac3e9663f1f as hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/ns/aea954a16540476d9c8f3ac3e9663f1f 2024-12-06T14:53:15,819 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/ns/aea954a16540476d9c8f3ac3e9663f1f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T14:53:15,820 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/.tmp/table/e4d5c78b1f7d4c809f255cc854468b60 as hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/table/e4d5c78b1f7d4c809f255cc854468b60 2024-12-06T14:53:15,829 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/table/e4d5c78b1f7d4c809f255cc854468b60, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T14:53:15,830 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 165ms, sequenceid=11, compaction requested=false 2024-12-06T14:53:15,831 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T14:53:15,840 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T14:53:15,841 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:53:15,841 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:53:15,841 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496795665Running coprocessor pre-close hooks at 1733496795665Disabling compacts and flushes for region at 1733496795665Disabling writes for close at 1733496795665Obtaining lock to block concurrent updates at 1733496795666 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733496795666Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733496795667 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733496795668 (+1 ms)Flushing 1588230740/info: creating writer at 1733496795668Flushing 1588230740/info: appending metadata at 1733496795697 (+29 ms)Flushing 1588230740/info: closing flushed file at 1733496795697Flushing 1588230740/ns: creating writer at 1733496795722 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733496795738 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733496795738Flushing 1588230740/table: creating writer at 1733496795758 (+20 ms)Flushing 1588230740/table: appending metadata at 1733496795774 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733496795774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec40fd: reopening flushed file at 1733496795794 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df2d315: reopening flushed file at 1733496795807 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b7fd6e8: reopening flushed file at 1733496795819 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 165ms, sequenceid=11, compaction requested=false at 1733496795831 (+12 ms)Writing region close event to WAL at 1733496795833 (+2 ms)Running coprocessor post-close hooks at 1733496795841 (+8 ms)Closed at 1733496795841 2024-12-06T14:53:15,842 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T14:53:15,865 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,41523,1733496791795; all regions closed. 2024-12-06T14:53:15,865 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,36733,1733496791753; all regions closed. 2024-12-06T14:53:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741829_1019 (size=2751) 2024-12-06T14:53:15,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741829_1019 (size=2751) 2024-12-06T14:53:15,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741829_1019 (size=2751) 2024-12-06T14:53:15,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741827_1017 (size=1298) 2024-12-06T14:53:15,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741827_1017 (size=1298) 2024-12-06T14:53:15,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741827_1017 (size=1298) 2024-12-06T14:53:15,876 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs 2024-12-06T14:53:15,876 INFO [RS:1;bb7ea3e46d9c:36733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C36733%2C1733496791753.meta:.meta(num 1733496793859) 2024-12-06T14:53:15,876 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs 2024-12-06T14:53:15,876 INFO [RS:2;bb7ea3e46d9c:41523 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C41523%2C1733496791795:(num 1733496793386) 2024-12-06T14:53:15,876 DEBUG [RS:2;bb7ea3e46d9c:41523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:53:15,877 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:15,877 INFO [RS:2;bb7ea3e46d9c:41523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41523 2024-12-06T14:53:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741826_1016 (size=93) 2024-12-06T14:53:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741826_1016 (size=93) 2024-12-06T14:53:15,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741826_1016 (size=93) 2024-12-06T14:53:15,882 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/oldWALs 2024-12-06T14:53:15,882 INFO [RS:1;bb7ea3e46d9c:36733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C36733%2C1733496791753:(num 1733496793385) 2024-12-06T14:53:15,882 DEBUG [RS:1;bb7ea3e46d9c:36733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:15,882 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:15,883 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:15,883 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:15,883 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:15,883 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:15,883 INFO [RS:1;bb7ea3e46d9c:36733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36733 2024-12-06T14:53:15,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:53:15,947 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,41523,1733496791795 2024-12-06T14:53:15,947 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:16,032 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,36733,1733496791753 2024-12-06T14:53:16,032 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:16,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,36733,1733496791753] 2024-12-06T14:53:16,086 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,36733,1733496791753 already deleted, retry=false 2024-12-06T14:53:16,086 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,36733,1733496791753 expired; onlineServers=1 2024-12-06T14:53:16,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,41523,1733496791795] 2024-12-06T14:53:16,097 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,41523,1733496791795 already deleted, retry=false 2024-12-06T14:53:16,097 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,41523,1733496791795 expired; onlineServers=0 2024-12-06T14:53:16,097 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,43113,1733496790925' ***** 2024-12-06T14:53:16,097 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T14:53:16,097 INFO [M:0;bb7ea3e46d9c:43113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:16,097 INFO [M:0;bb7ea3e46d9c:43113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:16,097 DEBUG [M:0;bb7ea3e46d9c:43113 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T14:53:16,098 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T14:53:16,098 DEBUG [M:0;bb7ea3e46d9c:43113 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T14:53:16,098 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496793028 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496793028,5,FailOnTimeoutGroup] 2024-12-06T14:53:16,098 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496793027 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496793027,5,FailOnTimeoutGroup] 2024-12-06T14:53:16,098 INFO [M:0;bb7ea3e46d9c:43113 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:16,098 INFO [M:0;bb7ea3e46d9c:43113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:16,098 DEBUG [M:0;bb7ea3e46d9c:43113 {}] master.HMaster(1795): Stopping service threads 2024-12-06T14:53:16,098 INFO [M:0;bb7ea3e46d9c:43113 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T14:53:16,098 INFO [M:0;bb7ea3e46d9c:43113 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:53:16,099 INFO [M:0;bb7ea3e46d9c:43113 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T14:53:16,099 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T14:53:16,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:16,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:16,108 DEBUG [M:0;bb7ea3e46d9c:43113 {}] zookeeper.ZKUtil(347): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T14:53:16,108 WARN [M:0;bb7ea3e46d9c:43113 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T14:53:16,109 INFO [M:0;bb7ea3e46d9c:43113 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/.lastflushedseqids 2024-12-06T14:53:16,117 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,117 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,119 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:33902 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:35285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33902 dst: /127.0.0.1:35285 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:16,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_-9223372036854775584_1033 (size=127) 2024-12-06T14:53:16,123 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:16,123 INFO [M:0;bb7ea3e46d9c:43113 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T14:53:16,123 INFO [M:0;bb7ea3e46d9c:43113 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T14:53:16,123 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:53:16,124 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:16,124 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:16,124 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:53:16,124 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:16,124 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-12-06T14:53:16,146 DEBUG [M:0;bb7ea3e46d9c:43113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4f5737c909445aa662e57a64641179 is 82, key is hbase:meta,,1/info:regioninfo/1733496793959/Put/seqid=0 2024-12-06T14:53:16,149 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,149 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,154 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:37010 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:43725:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37010 dst: /127.0.0.1:43725 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775568_1035 (size=5672) 2024-12-06T14:53:16,158 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:16,158 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4f5737c909445aa662e57a64641179 2024-12-06T14:53:16,166 INFO [RS:2;bb7ea3e46d9c:41523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:16,166 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:16,166 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41523-0x101ab21d8320003, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:16,166 INFO [RS:2;bb7ea3e46d9c:41523 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,41523,1733496791795; zookeeper connection closed. 2024-12-06T14:53:16,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63c22e73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63c22e73 2024-12-06T14:53:16,176 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:16,176 INFO [RS:1;bb7ea3e46d9c:36733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:16,177 INFO [RS:1;bb7ea3e46d9c:36733 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,36733,1733496791753; zookeeper connection closed. 2024-12-06T14:53:16,177 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36733-0x101ab21d8320002, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:16,177 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21a1301 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21a1301 2024-12-06T14:53:16,177 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T14:53:16,182 DEBUG [M:0;bb7ea3e46d9c:43113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cbac97d57d54e1b8062fe7d1716cdbb is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733496794716/Put/seqid=0 2024-12-06T14:53:16,184 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,184 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,189 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:40406 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:43833:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40406 dst: /127.0.0.1:43833 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_-9223372036854775552_1037 (size=6439) 2024-12-06T14:53:16,194 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:16,194 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cbac97d57d54e1b8062fe7d1716cdbb 2024-12-06T14:53:16,217 DEBUG [M:0;bb7ea3e46d9c:43113 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6305af14b9f148eab11ff354b0b0233c is 69, key is bb7ea3e46d9c,33625,1733496791663/rs:state/1733496793113/Put/seqid=0 2024-12-06T14:53:16,219 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,219 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-12-06T14:53:16,222 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1035999971_22 at /127.0.0.1:37028 [Receiving block BP-1016764759-172.17.0.2-1733496786208:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:43725:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37028 dst: /127.0.0.1:43725 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:53:16,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_-9223372036854775536_1039 (size=5294) 2024-12-06T14:53:16,226 WARN [M:0;bb7ea3e46d9c:43113 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-12-06T14:53:16,226 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6305af14b9f148eab11ff354b0b0233c 2024-12-06T14:53:16,235 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4f5737c909445aa662e57a64641179 as hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d4f5737c909445aa662e57a64641179 2024-12-06T14:53:16,245 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d4f5737c909445aa662e57a64641179, entries=8, sequenceid=72, filesize=5.5 K 2024-12-06T14:53:16,246 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cbac97d57d54e1b8062fe7d1716cdbb as hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cbac97d57d54e1b8062fe7d1716cdbb 2024-12-06T14:53:16,255 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cbac97d57d54e1b8062fe7d1716cdbb, entries=8, sequenceid=72, filesize=6.3 K 2024-12-06T14:53:16,256 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6305af14b9f148eab11ff354b0b0233c as hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6305af14b9f148eab11ff354b0b0233c 2024-12-06T14:53:16,264 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6305af14b9f148eab11ff354b0b0233c, entries=3, sequenceid=72, filesize=5.2 K 2024-12-06T14:53:16,265 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false 2024-12-06T14:53:16,267 INFO [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:16,267 DEBUG [M:0;bb7ea3e46d9c:43113 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496796123Disabling compacts and flushes for region at 1733496796123Disabling writes for close at 1733496796124 (+1 ms)Obtaining lock to block concurrent updates at 1733496796124Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733496796124Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1733496796124Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733496796125 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733496796125Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733496796146 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733496796146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733496796166 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733496796181 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733496796181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733496796202 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733496796217 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733496796217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4541310c: reopening flushed file at 1733496796234 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47504728: reopening flushed file at 1733496796245 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@433a2480: reopening flushed file at 1733496796255 (+10 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false at 1733496796265 (+10 ms)Writing region close event to WAL at 1733496796266 (+1 ms)Closed at 1733496796266 2024-12-06T14:53:16,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43725 is added to blk_1073741825_1011 (size=32674) 2024-12-06T14:53:16,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43833 is added to blk_1073741825_1011 (size=32674) 2024-12-06T14:53:16,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35285 is added to blk_1073741825_1011 (size=32674) 2024-12-06T14:53:16,271 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:16,271 INFO [M:0;bb7ea3e46d9c:43113 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T14:53:16,271 INFO [M:0;bb7ea3e46d9c:43113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43113 2024-12-06T14:53:16,271 INFO [M:0;bb7ea3e46d9c:43113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:16,384 INFO [M:0;bb7ea3e46d9c:43113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:16,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43113-0x101ab21d8320000, quorum=127.0.0.1:50185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:16,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:16,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:16,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:16,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:16,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:16,428 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:53:16,428 WARN [BP-1016764759-172.17.0.2-1733496786208 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:53:16,428 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:53:16,428 WARN [BP-1016764759-172.17.0.2-1733496786208 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1016764759-172.17.0.2-1733496786208 (Datanode Uuid a965b9fd-aa79-4bb3-8ba6-fd5d143f635a) service to localhost/127.0.0.1:46691 2024-12-06T14:53:16,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data5/current/BP-1016764759-172.17.0.2-1733496786208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:16,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data6/current/BP-1016764759-172.17.0.2-1733496786208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:16,431 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:53:16,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:16,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:16,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:16,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:16,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:16,437 WARN [BP-1016764759-172.17.0.2-1733496786208 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:53:16,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:53:16,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:53:16,438 WARN [BP-1016764759-172.17.0.2-1733496786208 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1016764759-172.17.0.2-1733496786208 (Datanode Uuid 0cf90cae-d93e-40fc-83b8-448f648de272) service to localhost/127.0.0.1:46691 2024-12-06T14:53:16,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data3/current/BP-1016764759-172.17.0.2-1733496786208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:16,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data4/current/BP-1016764759-172.17.0.2-1733496786208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:16,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:53:16,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:16,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:16,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:16,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:16,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:16,448 WARN [BP-1016764759-172.17.0.2-1733496786208 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:53:16,448 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:53:16,448 WARN [BP-1016764759-172.17.0.2-1733496786208 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1016764759-172.17.0.2-1733496786208 (Datanode Uuid 4d105d69-de43-4ff6-bace-e1d887111967) service to localhost/127.0.0.1:46691 2024-12-06T14:53:16,448 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:53:16,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data1/current/BP-1016764759-172.17.0.2-1733496786208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:16,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/cluster_5d9ee935-aaba-22ec-86b5-9975a041a94b/data/data2/current/BP-1016764759-172.17.0.2-1733496786208 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:16,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:53:16,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:53:16,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:16,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:16,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:16,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:16,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T14:53:16,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T14:53:16,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=86 (was 157), OpenFileDescriptor=447 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 239), ProcessCount=11 (was 11), AvailableMemoryMB=6408 (was 6671) 2024-12-06T14:53:16,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=86, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=6408 2024-12-06T14:53:16,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.log.dir so I do NOT create it in target/test-data/404a1272-2f6b-1a87-bf32-676542db011c 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b8c6f7d3-a2df-4aec-f4c0-2776e303410a/hadoop.tmp.dir so I do NOT create it in target/test-data/404a1272-2f6b-1a87-bf32-676542db011c 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb, deleteOnExit=true 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/test.cache.data in system properties and HBase conf 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:53:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:53:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:53:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T14:53:16,506 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:53:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:53:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:53:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:53:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:53:16,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:53:16,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:53:16,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:16,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:16,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:16,900 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:16,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:53:16,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:16,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:16,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:16,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/java.io.tmpdir/jetty-localhost-44265-hadoop-hdfs-3_4_1-tests_jar-_-any-9792231306343781480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:53:16,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:44265} 2024-12-06T14:53:16,993 INFO [Time-limited test {}] server.Server(415): Started @12494ms 2024-12-06T14:53:17,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:17,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:17,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:17,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:17,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:53:17,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2807f8c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:17,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61a92fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:17,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e5384{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/java.io.tmpdir/jetty-localhost-38905-hadoop-hdfs-3_4_1-tests_jar-_-any-17528337610228419250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:17,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d6118e0{HTTP/1.1, (http/1.1)}{localhost:38905} 2024-12-06T14:53:17,341 INFO [Time-limited test {}] server.Server(415): Started @12842ms 2024-12-06T14:53:17,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:53:17,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:17,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:17,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:17,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:17,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:53:17,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b4297c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:17,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bb1336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:17,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e5e4927{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/java.io.tmpdir/jetty-localhost-34251-hadoop-hdfs-3_4_1-tests_jar-_-any-10230714937203157538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:17,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1768a8c1{HTTP/1.1, (http/1.1)}{localhost:34251} 2024-12-06T14:53:17,475 INFO [Time-limited test {}] server.Server(415): Started @12975ms 2024-12-06T14:53:17,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:53:17,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:53:17,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:53:17,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:53:17,519 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:53:17,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:53:17,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e0095f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:53:17,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38da8210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:53:17,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bff0a43{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/java.io.tmpdir/jetty-localhost-39803-hadoop-hdfs-3_4_1-tests_jar-_-any-15047158057434469008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:17,610 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19dff04d{HTTP/1.1, (http/1.1)}{localhost:39803} 2024-12-06T14:53:17,610 INFO [Time-limited test {}] server.Server(415): Started @13110ms 2024-12-06T14:53:17,611 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:53:19,049 WARN [Thread-567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data1/current/BP-998471222-172.17.0.2-1733496796530/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:19,050 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data2/current/BP-998471222-172.17.0.2-1733496796530/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:19,070 WARN [Thread-507 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:53:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb40ddfe84a8c2157 with lease ID 0x7529b47380606aea: Processing first storage report for DS-61d60363-d2e0-4aab-a41b-51ac4a71cea4 from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c006f975-1ab3-49f5-98ef-6fbdfbe0ca47, infoPort=44349, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530) 2024-12-06T14:53:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb40ddfe84a8c2157 with lease ID 0x7529b47380606aea: from storage DS-61d60363-d2e0-4aab-a41b-51ac4a71cea4 node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c006f975-1ab3-49f5-98ef-6fbdfbe0ca47, infoPort=44349, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb40ddfe84a8c2157 with lease ID 0x7529b47380606aea: Processing first storage report for DS-71fc211a-26cc-40c2-8a87-5e68853f1431 from datanode DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c006f975-1ab3-49f5-98ef-6fbdfbe0ca47, infoPort=44349, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530) 2024-12-06T14:53:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb40ddfe84a8c2157 with lease ID 0x7529b47380606aea: from storage DS-71fc211a-26cc-40c2-8a87-5e68853f1431 node DatanodeRegistration(127.0.0.1:42457, datanodeUuid=c006f975-1ab3-49f5-98ef-6fbdfbe0ca47, infoPort=44349, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:19,303 WARN [Thread-578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data3/current/BP-998471222-172.17.0.2-1733496796530/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:19,303 WARN [Thread-579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data4/current/BP-998471222-172.17.0.2-1733496796530/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:19,322 WARN [Thread-530 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:53:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b9789f48a65c246 with lease ID 0x7529b47380606aeb: Processing first storage report for DS-6cffc3ad-1831-4851-81d1-623f24a2b3c0 from datanode DatanodeRegistration(127.0.0.1:39999, datanodeUuid=a2adec18-4380-48ce-8bf7-c66c75b9d5f4, infoPort=46611, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530) 2024-12-06T14:53:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b9789f48a65c246 with lease ID 0x7529b47380606aeb: from storage DS-6cffc3ad-1831-4851-81d1-623f24a2b3c0 node DatanodeRegistration(127.0.0.1:39999, datanodeUuid=a2adec18-4380-48ce-8bf7-c66c75b9d5f4, infoPort=46611, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b9789f48a65c246 with lease ID 0x7529b47380606aeb: Processing first storage report for DS-3cadc9ab-6717-4590-af6f-ce5ca59e8976 from datanode DatanodeRegistration(127.0.0.1:39999, datanodeUuid=a2adec18-4380-48ce-8bf7-c66c75b9d5f4, infoPort=46611, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530) 2024-12-06T14:53:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b9789f48a65c246 with lease ID 0x7529b47380606aeb: from storage DS-3cadc9ab-6717-4590-af6f-ce5ca59e8976 node DatanodeRegistration(127.0.0.1:39999, datanodeUuid=a2adec18-4380-48ce-8bf7-c66c75b9d5f4, infoPort=46611, infoSecurePort=0, ipcPort=37311, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:19,376 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data5/current/BP-998471222-172.17.0.2-1733496796530/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:19,376 WARN [Thread-590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data6/current/BP-998471222-172.17.0.2-1733496796530/current, will proceed with Du for space computation calculation, 2024-12-06T14:53:19,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:53:19,401 WARN [Thread-552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:53:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0f39124d1dba7b6 with lease ID 0x7529b47380606aec: Processing first storage report for DS-750ae022-3034-4f7e-a232-35ce4302e82a from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=70dff442-0038-4231-a9fb-09770a150439, infoPort=34235, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530) 2024-12-06T14:53:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0f39124d1dba7b6 with lease ID 0x7529b47380606aec: from storage DS-750ae022-3034-4f7e-a232-35ce4302e82a node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=70dff442-0038-4231-a9fb-09770a150439, infoPort=34235, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:53:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0f39124d1dba7b6 with lease ID 0x7529b47380606aec: Processing first storage report for DS-aed94e05-8c6f-44c6-a298-313c4cabb4c9 from datanode DatanodeRegistration(127.0.0.1:45735, datanodeUuid=70dff442-0038-4231-a9fb-09770a150439, infoPort=34235, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530) 2024-12-06T14:53:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0f39124d1dba7b6 with lease ID 0x7529b47380606aec: from storage DS-aed94e05-8c6f-44c6-a298-313c4cabb4c9 node DatanodeRegistration(127.0.0.1:45735, datanodeUuid=70dff442-0038-4231-a9fb-09770a150439, infoPort=34235, infoSecurePort=0, ipcPort=43663, storageInfo=lv=-57;cid=testClusterID;nsid=1870379018;c=1733496796530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:53:19,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:53:19,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:53:19,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c 2024-12-06T14:53:19,467 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/zookeeper_0, clientPort=58505, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T14:53:19,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58505 2024-12-06T14:53:19,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:53:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:53:19,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:53:19,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed with version=8 2024-12-06T14:53:19,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46691/user/jenkins/test-data/4ac32c27-bee6-167a-c077-04dcf909fcd8/hbase-staging 2024-12-06T14:53:19,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:19,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:19,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:19,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T14:53:19,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:19,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38489 2024-12-06T14:53:19,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38489 connecting to ZooKeeper ensemble=127.0.0.1:58505 2024-12-06T14:53:19,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384890x0, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:19,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38489-0x101ab21fc960000 connected 2024-12-06T14:53:19,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:19,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed, hbase.cluster.distributed=false 2024-12-06T14:53:19,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:19,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38489 2024-12-06T14:53:19,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38489 2024-12-06T14:53:19,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38489 2024-12-06T14:53:19,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38489 2024-12-06T14:53:19,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38489 2024-12-06T14:53:19,645 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:19,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:53:19,646 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:19,646 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41011 2024-12-06T14:53:19,647 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41011 connecting to ZooKeeper ensemble=127.0.0.1:58505 2024-12-06T14:53:19,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410110x0, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:19,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41011-0x101ab21fc960001 connected 2024-12-06T14:53:19,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:19,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:53:19,664 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:53:19,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:53:19,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:19,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41011 2024-12-06T14:53:19,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41011 2024-12-06T14:53:19,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41011 2024-12-06T14:53:19,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41011 2024-12-06T14:53:19,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41011 2024-12-06T14:53:19,683 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:19,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:19,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,684 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:19,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:53:19,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:19,684 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37381 2024-12-06T14:53:19,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37381 connecting to ZooKeeper ensemble=127.0.0.1:58505 2024-12-06T14:53:19,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373810x0, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:19,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37381-0x101ab21fc960002 connected 2024-12-06T14:53:19,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:19,698 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:53:19,698 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:53:19,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:53:19,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:19,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37381 2024-12-06T14:53:19,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37381 2024-12-06T14:53:19,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37381 2024-12-06T14:53:19,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37381 2024-12-06T14:53:19,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37381 2024-12-06T14:53:19,719 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:53:19,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,719 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:53:19,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:53:19,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:53:19,719 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:53:19,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:53:19,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36061 2024-12-06T14:53:19,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36061 connecting to ZooKeeper ensemble=127.0.0.1:58505 2024-12-06T14:53:19,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360610x0, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:53:19,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360610x0, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:19,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36061-0x101ab21fc960003 connected 2024-12-06T14:53:19,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:53:19,737 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:53:19,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:53:19,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:53:19,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36061 2024-12-06T14:53:19,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36061 2024-12-06T14:53:19,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36061 2024-12-06T14:53:19,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36061 2024-12-06T14:53:19,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36061 2024-12-06T14:53:19,755 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:38489 2024-12-06T14:53:19,755 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,768 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:19,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,782 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T14:53:19,783 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb7ea3e46d9c,38489,1733496799488 from backup master directory 2024-12-06T14:53:19,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:19,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:53:19,792 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:19,792 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:19,800 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/hbase.id] with ID: 397f49e7-4ff1-4ff2-9432-3c2d174e6554 2024-12-06T14:53:19,800 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/.tmp/hbase.id 2024-12-06T14:53:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:53:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:53:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:53:19,812 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/.tmp/hbase.id]:[hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/hbase.id] 2024-12-06T14:53:19,830 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:53:19,830 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T14:53:19,832 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T14:53:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:53:19,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:53:19,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:53:19,856 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:53:19,857 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T14:53:19,857 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-06T14:53:19,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:53:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:53:19,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:53:19,876 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store 2024-12-06T14:53:19,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:53:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:53:19,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:53:19,886 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:19,886 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:53:19,886 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:19,886 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:19,886 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:53:19,886 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:19,886 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:19,886 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496799886Disabling compacts and flushes for region at 1733496799886Disabling writes for close at 1733496799886Writing region close event to WAL at 1733496799886Closed at 1733496799886 2024-12-06T14:53:19,887 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/.initializing 2024-12-06T14:53:19,887 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/WALs/bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:19,891 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C38489%2C1733496799488, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/WALs/bb7ea3e46d9c,38489,1733496799488, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/oldWALs, maxLogs=10 2024-12-06T14:53:19,892 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c%2C38489%2C1733496799488.1733496799891 2024-12-06T14:53:19,901 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/WALs/bb7ea3e46d9c,38489,1733496799488/bb7ea3e46d9c%2C38489%2C1733496799488.1733496799891 2024-12-06T14:53:19,904 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349),(127.0.0.1/127.0.0.1:46611:46611),(127.0.0.1/127.0.0.1:34235:34235)] 2024-12-06T14:53:19,906 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:53:19,906 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:19,906 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,906 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T14:53:19,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:19,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:19,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T14:53:19,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:19,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:19,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T14:53:19,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:19,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:19,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T14:53:19,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:19,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:19,920 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,921 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,921 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:53:19,925 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:53:19,928 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:53:19,928 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59539191, jitterRate=-0.11279691755771637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:53:19,929 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733496799906Initializing all the Stores at 1733496799907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496799907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496799908 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496799908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496799908Cleaning up temporary data from old regions at 1733496799923 (+15 ms)Region opened successfully at 1733496799929 (+6 ms) 2024-12-06T14:53:19,929 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T14:53:19,934 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:19,935 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T14:53:19,935 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T14:53:19,935 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T14:53:19,935 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T14:53:19,936 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T14:53:19,936 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T14:53:19,936 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T14:53:19,939 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T14:53:19,940 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T14:53:19,949 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T14:53:19,950 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T14:53:19,951 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T14:53:19,960 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T14:53:19,960 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T14:53:19,962 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T14:53:19,970 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T14:53:19,972 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T14:53:19,981 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T14:53:19,985 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T14:53:19,991 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,38489,1733496799488, sessionid=0x101ab21fc960000, setting cluster-up flag (Was=false) 2024-12-06T14:53:20,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,055 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T14:53:20,056 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,107 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T14:53:20,110 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:20,113 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T14:53:20,118 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:20,118 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T14:53:20,118 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T14:53:20,119 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,38489,1733496799488 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T14:53:20,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:20,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:20,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:20,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:53:20,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T14:53:20,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:20,123 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,124 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733496830124 2024-12-06T14:53:20,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T14:53:20,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T14:53:20,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T14:53:20,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T14:53:20,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T14:53:20,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T14:53:20,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,126 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T14:53:20,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:20,126 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T14:53:20,126 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T14:53:20,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T14:53:20,126 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T14:53:20,126 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T14:53:20,126 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496800126,5,FailOnTimeoutGroup] 2024-12-06T14:53:20,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T14:53:20,128 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496800126,5,FailOnTimeoutGroup] 2024-12-06T14:53:20,128 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,128 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T14:53:20,128 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,128 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:53:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:53:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:53:20,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T14:53:20,138 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed 2024-12-06T14:53:20,144 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(746): ClusterId : 397f49e7-4ff1-4ff2-9432-3c2d174e6554 2024-12-06T14:53:20,144 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(746): ClusterId : 397f49e7-4ff1-4ff2-9432-3c2d174e6554 2024-12-06T14:53:20,144 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:53:20,145 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:53:20,145 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(746): ClusterId : 397f49e7-4ff1-4ff2-9432-3c2d174e6554 2024-12-06T14:53:20,145 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:53:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:53:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:53:20,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:53:20,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:53:20,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:53:20,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:53:20,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:53:20,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:53:20,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:53:20,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:53:20,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:53:20,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:53:20,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740 2024-12-06T14:53:20,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740 2024-12-06T14:53:20,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:53:20,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:53:20,164 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:53:20,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:53:20,167 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:53:20,167 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:53:20,168 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:53:20,168 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:53:20,168 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:53:20,168 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:53:20,168 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:53:20,169 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61852491, jitterRate=-0.07832606136798859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:53:20,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733496800148Initializing all the Stores at 1733496800149 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496800149Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496800149Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496800149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496800149Cleaning up temporary data from old regions at 1733496800163 (+14 ms)Region opened successfully at 1733496800169 (+6 ms) 2024-12-06T14:53:20,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:53:20,169 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:53:20,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:53:20,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:53:20,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:53:20,170 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:53:20,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496800169Disabling compacts and flushes for region at 1733496800169Disabling writes for close at 1733496800169Writing region close event to WAL at 1733496800170 (+1 ms)Closed at 1733496800170 2024-12-06T14:53:20,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:20,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T14:53:20,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T14:53:20,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:53:20,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T14:53:20,188 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:53:20,188 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:53:20,189 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:53:20,189 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9ed57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:20,189 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8ecf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:20,189 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0c1e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:53:20,199 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:41011 2024-12-06T14:53:20,199 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;bb7ea3e46d9c:37381 2024-12-06T14:53:20,199 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;bb7ea3e46d9c:36061 2024-12-06T14:53:20,200 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:53:20,200 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:53:20,200 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:53:20,200 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:53:20,200 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:53:20,200 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:53:20,200 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:53:20,200 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:53:20,200 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:53:20,201 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,38489,1733496799488 with port=37381, startcode=1733496799683 2024-12-06T14:53:20,201 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,38489,1733496799488 with port=36061, startcode=1733496799718 2024-12-06T14:53:20,201 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,38489,1733496799488 with port=41011, startcode=1733496799645 2024-12-06T14:53:20,201 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:53:20,201 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:53:20,201 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:53:20,203 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:53:20,203 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:53:20,203 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54205, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:53:20,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38489 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:20,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38489 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:20,205 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed 2024-12-06T14:53:20,206 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46051 2024-12-06T14:53:20,206 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:53:20,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38489 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:20,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38489 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:20,207 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed 2024-12-06T14:53:20,207 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46051 2024-12-06T14:53:20,207 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:53:20,209 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed 2024-12-06T14:53:20,209 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46051 2024-12-06T14:53:20,209 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:53:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:53:20,252 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] zookeeper.ZKUtil(111): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,252 WARN [RS:0;bb7ea3e46d9c:41011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:20,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,41011,1733496799645] 2024-12-06T14:53:20,252 INFO [RS:0;bb7ea3e46d9c:41011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-06T14:53:20,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,37381,1733496799683] 2024-12-06T14:53:20,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,36061,1733496799718] 2024-12-06T14:53:20,253 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] zookeeper.ZKUtil(111): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:20,253 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,253 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] zookeeper.ZKUtil(111): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:20,253 WARN [RS:1;bb7ea3e46d9c:37381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:20,253 WARN [RS:2;bb7ea3e46d9c:36061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:53:20,253 INFO [RS:1;bb7ea3e46d9c:37381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-06T14:53:20,253 INFO [RS:2;bb7ea3e46d9c:36061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-06T14:53:20,253 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:20,253 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:20,260 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:53:20,260 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:53:20,262 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:53:20,262 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:53:20,263 INFO [RS:0;bb7ea3e46d9c:41011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:53:20,263 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,268 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:53:20,268 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:53:20,268 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:53:20,269 INFO [RS:1;bb7ea3e46d9c:37381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:53:20,269 INFO [RS:2;bb7ea3e46d9c:36061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:53:20,269 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,269 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,269 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:53:20,270 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:53:20,270 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:53:20,270 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,270 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:53:20,270 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,270 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,270 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:20,270 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:20,271 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,271 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,271 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,272 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,272 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,272 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41011,1733496799645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:20,272 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:53:20,272 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:20,272 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:53:20,272 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,272 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,37381,1733496799683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:20,274 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,274 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,274 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,274 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,274 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,274 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36061,1733496799718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:20,286 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:53:20,286 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,37381,1733496799683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,286 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,286 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.Replication(171): bb7ea3e46d9c,37381,1733496799683 started 2024-12-06T14:53:20,286 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:53:20,287 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36061,1733496799718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,287 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,287 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.Replication(171): bb7ea3e46d9c,36061,1733496799718 started 2024-12-06T14:53:20,290 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:53:20,291 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41011,1733496799645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,291 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,291 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.Replication(171): bb7ea3e46d9c,41011,1733496799645 started 2024-12-06T14:53:20,298 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,298 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,37381,1733496799683, RpcServer on bb7ea3e46d9c/172.17.0.2:37381, sessionid=0x101ab21fc960002 2024-12-06T14:53:20,298 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:53:20,298 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:20,298 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,37381,1733496799683' 2024-12-06T14:53:20,298 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:53:20,299 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,299 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,36061,1733496799718, RpcServer on bb7ea3e46d9c/172.17.0.2:36061, sessionid=0x101ab21fc960003 2024-12-06T14:53:20,299 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:53:20,299 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:20,299 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36061,1733496799718' 2024-12-06T14:53:20,299 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:53:20,299 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:53:20,300 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:53:20,300 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:53:20,300 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:53:20,300 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:20,300 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,37381,1733496799683' 2024-12-06T14:53:20,300 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:53:20,300 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:53:20,300 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:53:20,300 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:20,300 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36061,1733496799718' 2024-12-06T14:53:20,300 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:53:20,300 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:53:20,300 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:53:20,301 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:53:20,301 INFO [RS:1;bb7ea3e46d9c:37381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:53:20,301 INFO [RS:1;bb7ea3e46d9c:37381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:53:20,301 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:53:20,301 INFO [RS:2;bb7ea3e46d9c:36061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:53:20,301 INFO [RS:2;bb7ea3e46d9c:36061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:53:20,303 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,303 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,41011,1733496799645, RpcServer on bb7ea3e46d9c/172.17.0.2:41011, sessionid=0x101ab21fc960001 2024-12-06T14:53:20,303 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,41011,1733496799645' 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,41011,1733496799645' 2024-12-06T14:53:20,304 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:53:20,305 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:53:20,305 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:53:20,305 INFO [RS:0;bb7ea3e46d9c:41011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:53:20,305 INFO [RS:0;bb7ea3e46d9c:41011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:53:20,325 WARN [bb7ea3e46d9c:38489 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T14:53:20,406 INFO [RS:2;bb7ea3e46d9c:36061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C36061%2C1733496799718, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,36061,1733496799718, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs, maxLogs=32 2024-12-06T14:53:20,406 INFO [RS:1;bb7ea3e46d9c:37381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C37381%2C1733496799683, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,37381,1733496799683, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs, maxLogs=32 2024-12-06T14:53:20,410 INFO [RS:0;bb7ea3e46d9c:41011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C41011%2C1733496799645, suffix=, logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,41011,1733496799645, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs, maxLogs=32 2024-12-06T14:53:20,411 INFO [RS:2;bb7ea3e46d9c:36061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c%2C36061%2C1733496799718.1733496800411 2024-12-06T14:53:20,411 INFO [RS:1;bb7ea3e46d9c:37381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c%2C37381%2C1733496799683.1733496800411 2024-12-06T14:53:20,412 INFO [RS:0;bb7ea3e46d9c:41011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c%2C41011%2C1733496799645.1733496800412 2024-12-06T14:53:20,420 INFO [RS:2;bb7ea3e46d9c:36061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,36061,1733496799718/bb7ea3e46d9c%2C36061%2C1733496799718.1733496800411 2024-12-06T14:53:20,421 INFO [RS:1;bb7ea3e46d9c:37381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,37381,1733496799683/bb7ea3e46d9c%2C37381%2C1733496799683.1733496800411 2024-12-06T14:53:20,421 INFO [RS:0;bb7ea3e46d9c:41011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,41011,1733496799645/bb7ea3e46d9c%2C41011%2C1733496799645.1733496800412 2024-12-06T14:53:20,422 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44349:44349),(127.0.0.1/127.0.0.1:46611:46611),(127.0.0.1/127.0.0.1:34235:34235)] 2024-12-06T14:53:20,422 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34235:34235),(127.0.0.1/127.0.0.1:46611:46611),(127.0.0.1/127.0.0.1:44349:44349)] 2024-12-06T14:53:20,422 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46611:46611),(127.0.0.1/127.0.0.1:44349:44349),(127.0.0.1/127.0.0.1:34235:34235)] 2024-12-06T14:53:20,575 DEBUG [bb7ea3e46d9c:38489 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-06T14:53:20,576 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(204): Hosts are {bb7ea3e46d9c=0} racks are {/default-rack=0} 2024-12-06T14:53:20,584 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T14:53:20,584 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T14:53:20,584 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T14:53:20,584 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T14:53:20,584 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T14:53:20,584 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T14:53:20,584 INFO [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T14:53:20,584 INFO [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T14:53:20,584 INFO [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T14:53:20,584 DEBUG [bb7ea3e46d9c:38489 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T14:53:20,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,41011,1733496799645, state=OPENING 2024-12-06T14:53:20,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T14:53:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:20,678 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:53:20,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,41011,1733496799645}] 2024-12-06T14:53:20,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,837 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:53:20,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:53:20,848 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T14:53:20,849 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-12-06T14:53:20,851 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C41011%2C1733496799645.meta, suffix=.meta, logDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,41011,1733496799645, archiveDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs, maxLogs=32 2024-12-06T14:53:20,852 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor bb7ea3e46d9c%2C41011%2C1733496799645.meta.1733496800852.meta 2024-12-06T14:53:20,860 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/WALs/bb7ea3e46d9c,41011,1733496799645/bb7ea3e46d9c%2C41011%2C1733496799645.meta.1733496800852.meta 2024-12-06T14:53:20,864 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34235:34235),(127.0.0.1/127.0.0.1:44349:44349),(127.0.0.1/127.0.0.1:46611:46611)] 2024-12-06T14:53:20,865 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:53:20,865 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T14:53:20,865 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T14:53:20,866 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T14:53:20,866 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T14:53:20,866 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:20,866 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T14:53:20,866 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T14:53:20,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:53:20,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:53:20,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:53:20,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:53:20,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:53:20,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:53:20,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:53:20,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:53:20,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:53:20,875 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:53:20,876 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740 2024-12-06T14:53:20,877 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740 2024-12-06T14:53:20,879 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:53:20,879 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:53:20,879 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:53:20,881 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:53:20,882 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66822818, jitterRate=-0.004262417554855347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:53:20,882 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T14:53:20,883 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733496800866Writing region info on filesystem at 1733496800866Initializing all the Stores at 1733496800867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496800867Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496800867Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496800867Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496800868 (+1 ms)Cleaning up temporary data from old regions at 1733496800879 (+11 ms)Running coprocessor post-open hooks at 1733496800882 (+3 ms)Region opened successfully at 1733496800883 (+1 ms) 2024-12-06T14:53:20,885 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733496800836 2024-12-06T14:53:20,888 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T14:53:20,888 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T14:53:20,889 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,890 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,41011,1733496799645, state=OPEN 2024-12-06T14:53:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:53:20,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:20,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:53:20,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T14:53:20,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,41011,1733496799645 in 218 msec 2024-12-06T14:53:20,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T14:53:20,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-12-06T14:53:20,905 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:53:20,906 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T14:53:20,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:53:20,907 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,41011,1733496799645, seqNum=-1] 2024-12-06T14:53:20,908 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:53:20,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:53:20,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-12-06T14:53:20,916 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733496800916, completionTime=-1 2024-12-06T14:53:20,916 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-06T14:53:20,916 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T14:53:20,918 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-06T14:53:20,918 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733496860918 2024-12-06T14:53:20,918 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733496920918 2024-12-06T14:53:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T14:53:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,38489,1733496799488-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,38489,1733496799488-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,38489,1733496799488-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:38489, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,921 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T14:53:20,924 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.132sec 2024-12-06T14:53:20,924 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T14:53:20,924 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T14:53:20,924 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T14:53:20,924 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T14:53:20,924 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T14:53:20,925 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,38489,1733496799488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:53:20,925 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,38489,1733496799488-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T14:53:20,927 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T14:53:20,928 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T14:53:20,928 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,38489,1733496799488-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:53:20,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@376b00bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:53:20,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,38489,-1 for getting cluster id 2024-12-06T14:53:20,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T14:53:20,947 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '397f49e7-4ff1-4ff2-9432-3c2d174e6554' 2024-12-06T14:53:20,948 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T14:53:20,948 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "397f49e7-4ff1-4ff2-9432-3c2d174e6554" 2024-12-06T14:53:20,949 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac0b8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:53:20,949 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,38489,-1] 2024-12-06T14:53:20,949 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T14:53:20,950 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:20,952 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T14:53:20,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6e0fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:53:20,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:53:20,956 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,41011,1733496799645, seqNum=-1] 2024-12-06T14:53:20,956 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:53:20,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:53:20,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:20,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T14:53:20,962 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:20,962 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399a55ea 2024-12-06T14:53:20,962 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T14:53:20,964 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T14:53:20,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:53:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-12-06T14:53:20,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T14:53:20,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:20,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-12-06T14:53:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:20,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T14:53:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741837_1013 (size=392) 2024-12-06T14:53:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741837_1013 (size=392) 2024-12-06T14:53:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741837_1013 (size=392) 2024-12-06T14:53:20,983 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b78af96e3b9d549ed4dc8decb1441301, NAME => 'TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed 2024-12-06T14:53:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741838_1014 (size=51) 2024-12-06T14:53:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741838_1014 (size=51) 2024-12-06T14:53:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741838_1014 (size=51) 2024-12-06T14:53:20,992 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:20,992 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing b78af96e3b9d549ed4dc8decb1441301, disabling compactions & flushes 2024-12-06T14:53:20,992 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:20,992 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:20,992 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. after waiting 0 ms 2024-12-06T14:53:20,992 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:20,992 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:20,993 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for b78af96e3b9d549ed4dc8decb1441301: Waiting for close lock at 1733496800992Disabling compacts and flushes for region at 1733496800992Disabling writes for close at 1733496800992Writing region close event to WAL at 1733496800992Closed at 1733496800992 2024-12-06T14:53:20,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T14:53:20,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1733496800994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733496800994"}]},"ts":"1733496800994"} 2024-12-06T14:53:20,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T14:53:20,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T14:53:20,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496800999"}]},"ts":"1733496800999"} 2024-12-06T14:53:21,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-12-06T14:53:21,002 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {bb7ea3e46d9c=0} racks are {/default-rack=0} 2024-12-06T14:53:21,003 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-06T14:53:21,003 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-06T14:53:21,003 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-06T14:53:21,003 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-06T14:53:21,003 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-06T14:53:21,003 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-06T14:53:21,003 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-06T14:53:21,003 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-06T14:53:21,003 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-06T14:53:21,003 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-06T14:53:21,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b78af96e3b9d549ed4dc8decb1441301, ASSIGN}] 2024-12-06T14:53:21,005 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b78af96e3b9d549ed4dc8decb1441301, ASSIGN 2024-12-06T14:53:21,006 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b78af96e3b9d549ed4dc8decb1441301, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,41011,1733496799645; forceNewPlan=false, retain=false 2024-12-06T14:53:21,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:21,157 INFO [bb7ea3e46d9c:38489 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-06T14:53:21,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b78af96e3b9d549ed4dc8decb1441301, regionState=OPENING, regionLocation=bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:21,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b78af96e3b9d549ed4dc8decb1441301, ASSIGN because future has completed 2024-12-06T14:53:21,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b78af96e3b9d549ed4dc8decb1441301, server=bb7ea3e46d9c,41011,1733496799645}] 2024-12-06T14:53:21,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T14:53:21,249 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T14:53:21,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:53:21,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T14:53:21,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T14:53:21,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T14:53:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:21,327 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:21,327 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b78af96e3b9d549ed4dc8decb1441301, NAME => 'TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:53:21,328 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,328 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:53:21,328 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,329 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,331 INFO [StoreOpener-b78af96e3b9d549ed4dc8decb1441301-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,334 INFO [StoreOpener-b78af96e3b9d549ed4dc8decb1441301-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b78af96e3b9d549ed4dc8decb1441301 columnFamilyName cf 2024-12-06T14:53:21,334 DEBUG [StoreOpener-b78af96e3b9d549ed4dc8decb1441301-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:53:21,334 INFO [StoreOpener-b78af96e3b9d549ed4dc8decb1441301-1 {}] regionserver.HStore(327): Store=b78af96e3b9d549ed4dc8decb1441301/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:53:21,335 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,335 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,336 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,336 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,337 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,339 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,342 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:53:21,342 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b78af96e3b9d549ed4dc8decb1441301; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72069224, jitterRate=0.07391512393951416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:53:21,342 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:21,343 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b78af96e3b9d549ed4dc8decb1441301: Running coprocessor pre-open hook at 1733496801329Writing region info on filesystem at 1733496801329Initializing all the Stores at 1733496801331 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496801331Cleaning up temporary data from old regions at 1733496801337 (+6 ms)Running coprocessor post-open hooks at 1733496801342 (+5 ms)Region opened successfully at 1733496801343 (+1 ms) 2024-12-06T14:53:21,345 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301., pid=6, masterSystemTime=1733496801320 2024-12-06T14:53:21,348 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:21,348 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:21,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b78af96e3b9d549ed4dc8decb1441301, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:21,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b78af96e3b9d549ed4dc8decb1441301, server=bb7ea3e46d9c,41011,1733496799645 because future has completed 2024-12-06T14:53:21,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T14:53:21,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b78af96e3b9d549ed4dc8decb1441301, server=bb7ea3e46d9c,41011,1733496799645 in 189 msec 2024-12-06T14:53:21,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T14:53:21,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b78af96e3b9d549ed4dc8decb1441301, ASSIGN in 355 msec 2024-12-06T14:53:21,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T14:53:21,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496801364"}]},"ts":"1733496801364"} 2024-12-06T14:53:21,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-12-06T14:53:21,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T14:53:21,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 404 msec 2024-12-06T14:53:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:53:21,600 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-12-06T14:53:21,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-12-06T14:53:21,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:53:21,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-12-06T14:53:21,605 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:53:21,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-12-06T14:53:21,609 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301., hostname=bb7ea3e46d9c,41011,1733496799645, seqNum=2] 2024-12-06T14:53:21,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-12-06T14:53:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-12-06T14:53:21,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:53:21,619 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-12-06T14:53:21,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T14:53:21,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T14:53:21,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:53:21,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T14:53:21,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:21,779 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b78af96e3b9d549ed4dc8decb1441301 1/1 column families, dataSize=32 B heapSize=360 B 2024-12-06T14:53:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301/.tmp/cf/0aefb8864ee54c51ab22684e813d0495 is 36, key is row/cf:cq/1733496801611/Put/seqid=0 2024-12-06T14:53:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741839_1015 (size=4787) 2024-12-06T14:53:21,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741839_1015 (size=4787) 2024-12-06T14:53:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741839_1015 (size=4787) 2024-12-06T14:53:21,806 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301/.tmp/cf/0aefb8864ee54c51ab22684e813d0495 2024-12-06T14:53:21,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301/.tmp/cf/0aefb8864ee54c51ab22684e813d0495 as hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301/cf/0aefb8864ee54c51ab22684e813d0495 2024-12-06T14:53:21,821 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301/cf/0aefb8864ee54c51ab22684e813d0495, entries=1, sequenceid=5, filesize=4.7 K 2024-12-06T14:53:21,823 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for b78af96e3b9d549ed4dc8decb1441301 in 44ms, sequenceid=5, compaction requested=false 2024-12-06T14:53:21,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b78af96e3b9d549ed4dc8decb1441301: 2024-12-06T14:53:21,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:21,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T14:53:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T14:53:21,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T14:53:21,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-12-06T14:53:21,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 215 msec 2024-12-06T14:53:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38489 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:53:21,942 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-12-06T14:53:21,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T14:53:21,952 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:53:21,952 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:21,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:21,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:21,953 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T14:53:21,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T14:53:21,953 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1875534963, stopped=false 2024-12-06T14:53:21,953 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,38489,1733496799488 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:22,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:53:22,009 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:53:22,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:22,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:22,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:22,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:22,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:22,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:53:22,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,41011,1733496799645' ***** 2024-12-06T14:53:22,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:53:22,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,37381,1733496799683' ***** 2024-12-06T14:53:22,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:53:22,010 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,36061,1733496799718' ***** 2024-12-06T14:53:22,010 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:53:22,010 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:53:22,010 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:53:22,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:53:22,010 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:53:22,011 INFO [RS:1;bb7ea3e46d9c:37381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:53:22,011 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:53:22,011 INFO [RS:2;bb7ea3e46d9c:36061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:53:22,011 INFO [RS:1;bb7ea3e46d9c:37381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:53:22,011 INFO [RS:2;bb7ea3e46d9c:36061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:53:22,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:53:22,011 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:22,011 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:22,011 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:22,011 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:22,011 INFO [RS:0;bb7ea3e46d9c:41011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:53:22,011 INFO [RS:0;bb7ea3e46d9c:41011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:53:22,011 INFO [RS:2;bb7ea3e46d9c:36061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;bb7ea3e46d9c:36061. 2024-12-06T14:53:22,011 INFO [RS:1;bb7ea3e46d9c:37381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;bb7ea3e46d9c:37381. 2024-12-06T14:53:22,011 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(3091): Received CLOSE for b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:22,011 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:22,011 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:22,011 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:22,011 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:22,011 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,36061,1733496799718; all regions closed. 2024-12-06T14:53:22,011 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,37381,1733496799683; all regions closed. 2024-12-06T14:53:22,011 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:22,011 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:22,011 INFO [RS:0;bb7ea3e46d9c:41011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:41011. 2024-12-06T14:53:22,011 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b78af96e3b9d549ed4dc8decb1441301, disabling compactions & flushes 2024-12-06T14:53:22,011 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:53:22,011 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:22,011 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:22,012 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:22,012 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:53:22,012 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:53:22,012 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. after waiting 0 ms 2024-12-06T14:53:22,012 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:53:22,012 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:22,012 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T14:53:22,012 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T14:53:22,012 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1325): Online Regions={b78af96e3b9d549ed4dc8decb1441301=TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T14:53:22,012 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,012 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b78af96e3b9d549ed4dc8decb1441301 2024-12-06T14:53:22,012 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:53:22,013 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:53:22,013 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:53:22,013 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:53:22,013 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:53:22,013 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T14:53:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741834_1010 (size=93) 2024-12-06T14:53:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741833_1009 (size=93) 2024-12-06T14:53:22,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741834_1010 (size=93) 2024-12-06T14:53:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741834_1010 (size=93) 2024-12-06T14:53:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741833_1009 (size=93) 2024-12-06T14:53:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741833_1009 (size=93) 2024-12-06T14:53:22,018 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb7ea3e46d9c%2C37381%2C1733496799683:(num 1733496800411) 2024-12-06T14:53:22,019 DEBUG [RS:1;bb7ea3e46d9c:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:22,019 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs 2024-12-06T14:53:22,019 INFO [RS:2;bb7ea3e46d9c:36061 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb7ea3e46d9c%2C36061%2C1733496799718:(num 1733496800411) 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:53:22,019 DEBUG [RS:2;bb7ea3e46d9c:36061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:22,019 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:53:22,019 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:53:22,019 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:22,020 INFO [RS:1;bb7ea3e46d9c:37381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37381 2024-12-06T14:53:22,020 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:22,020 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:22,020 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:22,020 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:53:22,021 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:53:22,021 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:53:22,021 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:22,021 INFO [RS:2;bb7ea3e46d9c:36061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36061 2024-12-06T14:53:22,022 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/default/TestHBaseWalOnEC/b78af96e3b9d549ed4dc8decb1441301/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T14:53:22,023 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:22,023 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b78af96e3b9d549ed4dc8decb1441301: Waiting for close lock at 1733496802011Running coprocessor pre-close hooks at 1733496802011Disabling compacts and flushes for region at 1733496802011Disabling writes for close at 1733496802012 (+1 ms)Writing region close event to WAL at 1733496802013 (+1 ms)Running coprocessor post-close hooks at 1733496802023 (+10 ms)Closed at 1733496802023 2024-12-06T14:53:22,023 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301. 2024-12-06T14:53:22,033 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/info/f8ccf316923a4f609c69116fd37fb4b9 is 153, key is TestHBaseWalOnEC,,1733496800964.b78af96e3b9d549ed4dc8decb1441301./info:regioninfo/1733496801349/Put/seqid=0 2024-12-06T14:53:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741840_1016 (size=6637) 2024-12-06T14:53:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741840_1016 (size=6637) 2024-12-06T14:53:22,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741840_1016 (size=6637) 2024-12-06T14:53:22,041 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/info/f8ccf316923a4f609c69116fd37fb4b9 2024-12-06T14:53:22,065 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/ns/6b0547c756e74606800b3e27c4d55516 is 43, key is default/ns:d/1733496800910/Put/seqid=0 2024-12-06T14:53:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741841_1017 (size=5153) 2024-12-06T14:53:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741841_1017 (size=5153) 2024-12-06T14:53:22,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741841_1017 (size=5153) 2024-12-06T14:53:22,074 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/ns/6b0547c756e74606800b3e27c4d55516 2024-12-06T14:53:22,074 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:22,075 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:22,076 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,37381,1733496799683 2024-12-06T14:53:22,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:53:22,086 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:22,098 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/table/c733ced2337f467baf6efeea2ef00bb2 is 52, key is TestHBaseWalOnEC/table:state/1733496801364/Put/seqid=0 2024-12-06T14:53:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741842_1018 (size=5249) 2024-12-06T14:53:22,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741842_1018 (size=5249) 2024-12-06T14:53:22,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741842_1018 (size=5249) 2024-12-06T14:53:22,106 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/table/c733ced2337f467baf6efeea2ef00bb2 2024-12-06T14:53:22,115 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/info/f8ccf316923a4f609c69116fd37fb4b9 as hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/info/f8ccf316923a4f609c69116fd37fb4b9 2024-12-06T14:53:22,124 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/info/f8ccf316923a4f609c69116fd37fb4b9, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T14:53:22,126 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/ns/6b0547c756e74606800b3e27c4d55516 as hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/ns/6b0547c756e74606800b3e27c4d55516 2024-12-06T14:53:22,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,36061,1733496799718 2024-12-06T14:53:22,156 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:22,158 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,37381,1733496799683] 2024-12-06T14:53:22,160 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/ns/6b0547c756e74606800b3e27c4d55516, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T14:53:22,162 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/.tmp/table/c733ced2337f467baf6efeea2ef00bb2 as hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/table/c733ced2337f467baf6efeea2ef00bb2 2024-12-06T14:53:22,170 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/table/c733ced2337f467baf6efeea2ef00bb2, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T14:53:22,171 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=11, compaction requested=false 2024-12-06T14:53:22,177 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T14:53:22,178 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:53:22,178 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:53:22,178 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496802012Running coprocessor pre-close hooks at 1733496802012Disabling compacts and flushes for region at 1733496802012Disabling writes for close at 1733496802013 (+1 ms)Obtaining lock to block concurrent updates at 1733496802013Preparing flush snapshotting stores in 1588230740 at 1733496802013Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733496802014 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733496802016 (+2 ms)Flushing 1588230740/info: creating writer at 1733496802016Flushing 1588230740/info: appending metadata at 1733496802032 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733496802032Flushing 1588230740/ns: creating writer at 1733496802048 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733496802065 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733496802065Flushing 1588230740/table: creating writer at 1733496802083 (+18 ms)Flushing 1588230740/table: appending metadata at 1733496802098 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733496802098Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d4c5a5f: reopening flushed file at 1733496802114 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bed6ec7: reopening flushed file at 1733496802124 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42580e15: reopening flushed file at 1733496802160 (+36 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 158ms, sequenceid=11, compaction requested=false at 1733496802171 (+11 ms)Writing region close event to WAL at 1733496802173 (+2 ms)Running coprocessor post-close hooks at 1733496802178 (+5 ms)Closed at 1733496802178 2024-12-06T14:53:22,179 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T14:53:22,213 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,41011,1733496799645; all regions closed. 2024-12-06T14:53:22,213 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,213 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,214 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,214 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,214 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741836_1012 (size=2751) 2024-12-06T14:53:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741836_1012 (size=2751) 2024-12-06T14:53:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741836_1012 (size=2751) 2024-12-06T14:53:22,220 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs 2024-12-06T14:53:22,220 INFO [RS:0;bb7ea3e46d9c:41011 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb7ea3e46d9c%2C41011%2C1733496799645.meta:.meta(num 1733496800852) 2024-12-06T14:53:22,220 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,220 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,220 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,220 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,220 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741835_1011 (size=1298) 2024-12-06T14:53:22,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741835_1011 (size=1298) 2024-12-06T14:53:22,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741835_1011 (size=1298) 2024-12-06T14:53:22,226 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/oldWALs 2024-12-06T14:53:22,226 INFO [RS:0;bb7ea3e46d9c:41011 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog bb7ea3e46d9c%2C41011%2C1733496799645:(num 1733496800412) 2024-12-06T14:53:22,226 DEBUG [RS:0;bb7ea3e46d9c:41011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:53:22,226 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:53:22,226 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:22,226 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:22,227 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:22,227 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:22,227 INFO [RS:0;bb7ea3e46d9c:41011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41011 2024-12-06T14:53:22,348 INFO [RS:1;bb7ea3e46d9c:37381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101ab21fc960002, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,348 INFO [RS:1;bb7ea3e46d9c:37381 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,37381,1733496799683; zookeeper connection closed. 2024-12-06T14:53:22,348 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34b14aec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34b14aec 2024-12-06T14:53:22,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,37381,1733496799683 already deleted, retry=false 2024-12-06T14:53:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:53:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,41011,1733496799645 2024-12-06T14:53:22,371 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,37381,1733496799683 expired; onlineServers=2 2024-12-06T14:53:22,371 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:22,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,36061,1733496799718] 2024-12-06T14:53:22,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,36061,1733496799718 already deleted, retry=false 2024-12-06T14:53:22,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,36061,1733496799718 expired; onlineServers=1 2024-12-06T14:53:22,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,41011,1733496799645] 2024-12-06T14:53:22,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,41011,1733496799645 already deleted, retry=false 2024-12-06T14:53:22,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,41011,1733496799645 expired; onlineServers=0 2024-12-06T14:53:22,444 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,38489,1733496799488' ***** 2024-12-06T14:53:22,444 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T14:53:22,444 INFO [M:0;bb7ea3e46d9c:38489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:53:22,444 INFO [M:0;bb7ea3e46d9c:38489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:53:22,444 DEBUG [M:0;bb7ea3e46d9c:38489 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T14:53:22,444 DEBUG [M:0;bb7ea3e46d9c:38489 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T14:53:22,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T14:53:22,444 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496800126 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496800126,5,FailOnTimeoutGroup] 2024-12-06T14:53:22,444 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496800126 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496800126,5,FailOnTimeoutGroup] 2024-12-06T14:53:22,444 INFO [M:0;bb7ea3e46d9c:38489 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T14:53:22,445 INFO [M:0;bb7ea3e46d9c:38489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:53:22,445 DEBUG [M:0;bb7ea3e46d9c:38489 {}] master.HMaster(1795): Stopping service threads 2024-12-06T14:53:22,445 INFO [M:0;bb7ea3e46d9c:38489 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T14:53:22,445 INFO [M:0;bb7ea3e46d9c:38489 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:53:22,445 INFO [M:0;bb7ea3e46d9c:38489 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T14:53:22,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T14:53:22,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T14:53:22,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:53:22,455 DEBUG [M:0;bb7ea3e46d9c:38489 {}] zookeeper.ZKUtil(347): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T14:53:22,455 WARN [M:0;bb7ea3e46d9c:38489 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T14:53:22,456 INFO [M:0;bb7ea3e46d9c:38489 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/.lastflushedseqids 2024-12-06T14:53:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741843_1019 (size=127) 2024-12-06T14:53:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741843_1019 (size=127) 2024-12-06T14:53:22,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741843_1019 (size=127) 2024-12-06T14:53:22,464 INFO [M:0;bb7ea3e46d9c:38489 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T14:53:22,465 INFO [M:0;bb7ea3e46d9c:38489 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T14:53:22,465 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:53:22,465 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:22,465 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:22,465 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:53:22,465 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:22,465 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-12-06T14:53:22,471 INFO [RS:2;bb7ea3e46d9c:36061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36061-0x101ab21fc960003, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,471 INFO [RS:2;bb7ea3e46d9c:36061 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,36061,1733496799718; zookeeper connection closed. 2024-12-06T14:53:22,471 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42b92e7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42b92e7f 2024-12-06T14:53:22,481 DEBUG [M:0;bb7ea3e46d9c:38489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb1b3b2c3d274926a0ddb5f77933dfd7 is 82, key is hbase:meta,,1/info:regioninfo/1733496800888/Put/seqid=0 2024-12-06T14:53:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741844_1020 (size=5672) 2024-12-06T14:53:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741844_1020 (size=5672) 2024-12-06T14:53:22,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741844_1020 (size=5672) 2024-12-06T14:53:22,488 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb1b3b2c3d274926a0ddb5f77933dfd7 2024-12-06T14:53:22,508 DEBUG [M:0;bb7ea3e46d9c:38489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c25c7034f4a84a7ca6068959e864d25b is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733496801370/Put/seqid=0 2024-12-06T14:53:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741845_1021 (size=6439) 2024-12-06T14:53:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741845_1021 (size=6439) 2024-12-06T14:53:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741845_1021 (size=6439) 2024-12-06T14:53:22,515 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c25c7034f4a84a7ca6068959e864d25b 2024-12-06T14:53:22,534 INFO [RS:0;bb7ea3e46d9c:41011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41011-0x101ab21fc960001, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,534 INFO [RS:0;bb7ea3e46d9c:41011 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,41011,1733496799645; zookeeper connection closed. 2024-12-06T14:53:22,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31317952 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31317952 2024-12-06T14:53:22,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-06T14:53:22,535 DEBUG [M:0;bb7ea3e46d9c:38489 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c561f86bed9a49bf968e1ef7482f0947 is 69, key is bb7ea3e46d9c,36061,1733496799718/rs:state/1733496800208/Put/seqid=0 2024-12-06T14:53:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741846_1022 (size=5294) 2024-12-06T14:53:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741846_1022 (size=5294) 2024-12-06T14:53:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741846_1022 (size=5294) 2024-12-06T14:53:22,541 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c561f86bed9a49bf968e1ef7482f0947 2024-12-06T14:53:22,547 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb1b3b2c3d274926a0ddb5f77933dfd7 as hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb1b3b2c3d274926a0ddb5f77933dfd7 2024-12-06T14:53:22,559 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb1b3b2c3d274926a0ddb5f77933dfd7, entries=8, sequenceid=72, filesize=5.5 K 2024-12-06T14:53:22,561 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c25c7034f4a84a7ca6068959e864d25b as hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c25c7034f4a84a7ca6068959e864d25b 2024-12-06T14:53:22,568 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c25c7034f4a84a7ca6068959e864d25b, entries=8, sequenceid=72, filesize=6.3 K 2024-12-06T14:53:22,569 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c561f86bed9a49bf968e1ef7482f0947 as hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c561f86bed9a49bf968e1ef7482f0947 2024-12-06T14:53:22,577 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46051/user/jenkins/test-data/c93a0fb2-2863-798c-0358-d4195c0ac5ed/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c561f86bed9a49bf968e1ef7482f0947, entries=3, sequenceid=72, filesize=5.2 K 2024-12-06T14:53:22,579 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=72, compaction requested=false 2024-12-06T14:53:22,580 INFO [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:53:22,580 DEBUG [M:0;bb7ea3e46d9c:38489 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496802465Disabling compacts and flushes for region at 1733496802465Disabling writes for close at 1733496802465Obtaining lock to block concurrent updates at 1733496802465Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733496802465Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1733496802465Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733496802466 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733496802466Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733496802480 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733496802480Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733496802493 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733496802507 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733496802507Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733496802520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733496802534 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733496802534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb6a5fd: reopening flushed file at 1733496802547 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45644133: reopening flushed file at 1733496802559 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc8d21a: reopening flushed file at 1733496802568 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=72, compaction requested=false at 1733496802579 (+11 ms)Writing region close event to WAL at 1733496802580 (+1 ms)Closed at 1733496802580 2024-12-06T14:53:22,580 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,581 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,581 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,581 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,581 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-06T14:53:22,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45735 is added to blk_1073741830_1006 (size=32674) 2024-12-06T14:53:22,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39999 is added to blk_1073741830_1006 (size=32674) 2024-12-06T14:53:22,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42457 is added to blk_1073741830_1006 (size=32674) 2024-12-06T14:53:22,584 INFO [M:0;bb7ea3e46d9c:38489 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T14:53:22,584 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:53:22,585 INFO [M:0;bb7ea3e46d9c:38489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38489 2024-12-06T14:53:22,585 INFO [M:0;bb7ea3e46d9c:38489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:53:22,691 INFO [M:0;bb7ea3e46d9c:38489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:53:22,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38489-0x101ab21fc960000, quorum=127.0.0.1:58505, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:53:22,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bff0a43{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:22,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19dff04d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:22,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:22,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38da8210{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:22,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e0095f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:22,697 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:53:22,697 WARN [BP-998471222-172.17.0.2-1733496796530 heartbeating to localhost/127.0.0.1:46051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:53:22,697 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:53:22,697 WARN [BP-998471222-172.17.0.2-1733496796530 heartbeating to localhost/127.0.0.1:46051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-998471222-172.17.0.2-1733496796530 (Datanode Uuid 70dff442-0038-4231-a9fb-09770a150439) service to localhost/127.0.0.1:46051 2024-12-06T14:53:22,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data5/current/BP-998471222-172.17.0.2-1733496796530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:22,698 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data6/current/BP-998471222-172.17.0.2-1733496796530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:22,698 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:53:22,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e5e4927{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:22,702 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1768a8c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:22,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:22,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bb1336{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:22,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b4297c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:22,705 WARN [BP-998471222-172.17.0.2-1733496796530 heartbeating to localhost/127.0.0.1:46051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:53:22,705 WARN [BP-998471222-172.17.0.2-1733496796530 heartbeating to localhost/127.0.0.1:46051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-998471222-172.17.0.2-1733496796530 (Datanode Uuid a2adec18-4380-48ce-8bf7-c66c75b9d5f4) service to localhost/127.0.0.1:46051 2024-12-06T14:53:22,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:53:22,705 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:53:22,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data3/current/BP-998471222-172.17.0.2-1733496796530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:22,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data4/current/BP-998471222-172.17.0.2-1733496796530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:22,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:53:22,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e5384{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:53:22,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d6118e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:22,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:22,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61a92fea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:22,711 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2807f8c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:22,712 WARN [BP-998471222-172.17.0.2-1733496796530 heartbeating to localhost/127.0.0.1:46051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:53:22,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:53:22,712 WARN [BP-998471222-172.17.0.2-1733496796530 heartbeating to localhost/127.0.0.1:46051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-998471222-172.17.0.2-1733496796530 (Datanode Uuid c006f975-1ab3-49f5-98ef-6fbdfbe0ca47) service to localhost/127.0.0.1:46051 2024-12-06T14:53:22,712 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:53:22,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data1/current/BP-998471222-172.17.0.2-1733496796530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:22,712 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/cluster_51c5a941-8441-9d69-0dcf-db1c9dc24acb/data/data2/current/BP-998471222-172.17.0.2-1733496796530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:53:22,713 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:53:22,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aaeb6cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:53:22,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@686c9dd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:53:22,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:53:22,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56aa9d3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:53:22,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a49b909{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/404a1272-2f6b-1a87-bf32-676542db011c/hadoop.log.dir/,STOPPED} 2024-12-06T14:53:22,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T14:53:22,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T14:53:22,751 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=145 (was 86) - Thread LEAK? -, OpenFileDescriptor=518 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=218 (was 220), ProcessCount=11 (was 11), AvailableMemoryMB=6202 (was 6408)