2024-11-08 00:29:41,345 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-08 00:29:41,357 main DEBUG Took 0.010102 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-08 00:29:41,357 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-08 00:29:41,357 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-08 00:29:41,358 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-08 00:29:41,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,375 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-08 00:29:41,387 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,389 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,390 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,392 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,393 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,394 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,395 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,395 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,396 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,397 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,398 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 00:29:41,398 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,399 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-08 00:29:41,400 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 00:29:41,401 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-08 00:29:41,403 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-08 00:29:41,404 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-08 00:29:41,405 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-08 00:29:41,405 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-08 00:29:41,413 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-08 00:29:41,416 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-08 00:29:41,417 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-08 00:29:41,418 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-08 00:29:41,418 main DEBUG createAppenders(={Console})
2024-11-08 00:29:41,419 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized
2024-11-08 00:29:41,419 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-08 00:29:41,420 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK.
2024-11-08 00:29:41,420 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-08 00:29:41,420 main DEBUG OutputStream closed
2024-11-08 00:29:41,421 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-08 00:29:41,421 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-08 00:29:41,421 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK
2024-11-08 00:29:41,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-08 00:29:41,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-08 00:29:41,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-08 00:29:41,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-08 00:29:41,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-08 00:29:41,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-08 00:29:41,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-08 00:29:41,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-08 00:29:41,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-08 00:29:41,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-08 00:29:41,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-08 00:29:41,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-08 00:29:41,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-08 00:29:41,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-08 00:29:41,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-08 00:29:41,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-08 00:29:41,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-08 00:29:41,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-08 00:29:41,503 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08 00:29:41,504 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null
2024-11-08 00:29:41,504 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-08 00:29:41,505 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK.
2024-11-08T00:29:41,519 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins
2024-11-08 00:29:41,521 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-08 00:29:41,522 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08T00:29:41,748 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc
2024-11-08T00:29:41,773 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2, deleteOnExit=true
2024-11-08T00:29:41,774 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/test.cache.data in system properties and HBase conf
2024-11-08T00:29:41,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T00:29:41,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir in system properties and HBase conf
2024-11-08T00:29:41,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T00:29:41,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T00:29:41,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T00:29:41,869 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-08T00:29:41,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T00:29:41,959 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T00:29:41,960 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T00:29:41,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T00:29:41,961 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T00:29:41,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T00:29:41,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T00:29:41,963 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T00:29:41,963 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T00:29:41,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T00:29:41,964 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/nfs.dump.dir in system properties and HBase conf
2024-11-08T00:29:41,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/java.io.tmpdir in system properties and HBase conf
2024-11-08T00:29:41,965 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T00:29:41,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T00:29:41,966 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T00:29:43,096 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-08T00:29:43,165 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2486ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-08T00:29:43,231 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:43,287 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:43,309 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:43,309 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:43,311 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T00:29:43,324 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:43,327 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:43,328 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:43,503 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/java.io.tmpdir/jetty-localhost-41643-hadoop-hdfs-3_4_1-tests_jar-_-any-6477184371076010638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T00:29:43,512 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:41643}
2024-11-08T00:29:43,512 INFO  [Time-limited test {}] server.Server(415): Started @2834ms
2024-11-08T00:29:44,094 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:44,103 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:44,104 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:44,105 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:44,105 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T00:29:44,106 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:44,106 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:44,214 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/java.io.tmpdir/jetty-localhost-34185-hadoop-hdfs-3_4_1-tests_jar-_-any-3127607870659772567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:44,215 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:34185}
2024-11-08T00:29:44,215 INFO  [Time-limited test {}] server.Server(415): Started @3537ms
2024-11-08T00:29:44,262 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T00:29:44,367 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:44,371 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:44,372 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:44,372 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:44,373 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T00:29:44,373 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:44,374 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:44,477 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/java.io.tmpdir/jetty-localhost-42539-hadoop-hdfs-3_4_1-tests_jar-_-any-13157953866737875834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:44,478 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:42539}
2024-11-08T00:29:44,478 INFO  [Time-limited test {}] server.Server(415): Started @3800ms
2024-11-08T00:29:44,480 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T00:29:44,517 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:44,522 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:44,523 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:44,523 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:44,524 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T00:29:44,524 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:44,525 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:44,620 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/java.io.tmpdir/jetty-localhost-44967-hadoop-hdfs-3_4_1-tests_jar-_-any-14678534010222562632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:44,621 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:44967}
2024-11-08T00:29:44,621 INFO  [Time-limited test {}] server.Server(415): Started @3943ms
2024-11-08T00:29:44,623 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T00:29:46,661 WARN  [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data2/current/BP-286690534-172.17.0.3-1731025782495/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:46,661 WARN  [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data6/current/BP-286690534-172.17.0.3-1731025782495/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:46,661 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data4/current/BP-286690534-172.17.0.3-1731025782495/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:46,661 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data3/current/BP-286690534-172.17.0.3-1731025782495/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:46,661 WARN  [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data1/current/BP-286690534-172.17.0.3-1731025782495/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:46,661 WARN  [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data5/current/BP-286690534-172.17.0.3-1731025782495/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:46,710 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T00:29:46,710 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T00:29:46,711 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T00:29:46,758 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x374638ceb5ba3cf with lease ID 0x47bd85659f06f561: Processing first storage report for DS-091825cf-f223-4077-bbba-73ab21a4fbe9 from datanode DatanodeRegistration(127.0.0.1:33959, datanodeUuid=a6308893-070e-47a5-84b3-a050b590349a, infoPort=37921, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495)
2024-11-08T00:29:46,759 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x374638ceb5ba3cf with lease ID 0x47bd85659f06f561: from storage DS-091825cf-f223-4077-bbba-73ab21a4fbe9 node DatanodeRegistration(127.0.0.1:33959, datanodeUuid=a6308893-070e-47a5-84b3-a050b590349a, infoPort=37921, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-08T00:29:46,760 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x806b1bcda62c942f with lease ID 0x47bd85659f06f562: Processing first storage report for DS-fbe32930-cb3f-442d-9239-ab401c409da4 from datanode DatanodeRegistration(127.0.0.1:39567, datanodeUuid=06c36b68-62f5-447e-86ba-59186c76ee2d, infoPort=42385, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495)
2024-11-08T00:29:46,760 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x806b1bcda62c942f with lease ID 0x47bd85659f06f562: from storage DS-fbe32930-cb3f-442d-9239-ab401c409da4 node DatanodeRegistration(127.0.0.1:39567, datanodeUuid=06c36b68-62f5-447e-86ba-59186c76ee2d, infoPort=42385, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T00:29:46,761 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7d3ac47fc4c0e7d with lease ID 0x47bd85659f06f563: Processing first storage report for DS-e6e0277d-d747-48de-bc6b-126031f28626 from datanode DatanodeRegistration(127.0.0.1:38993, datanodeUuid=e1dde1f4-45a8-4984-9753-1435adef06d9, infoPort=46341, infoSecurePort=0, ipcPort=43929, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495)
2024-11-08T00:29:46,761 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7d3ac47fc4c0e7d with lease ID 0x47bd85659f06f563: from storage DS-e6e0277d-d747-48de-bc6b-126031f28626 node DatanodeRegistration(127.0.0.1:38993, datanodeUuid=e1dde1f4-45a8-4984-9753-1435adef06d9, infoPort=46341, infoSecurePort=0, ipcPort=43929, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:46,761 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x374638ceb5ba3cf with lease ID 0x47bd85659f06f561: Processing first storage report for DS-da0a0926-17e2-445b-aaf4-c3916d10ce25 from datanode DatanodeRegistration(127.0.0.1:33959, datanodeUuid=a6308893-070e-47a5-84b3-a050b590349a, infoPort=37921, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495)
2024-11-08T00:29:46,761 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x374638ceb5ba3cf with lease ID 0x47bd85659f06f561: from storage DS-da0a0926-17e2-445b-aaf4-c3916d10ce25 node DatanodeRegistration(127.0.0.1:33959, datanodeUuid=a6308893-070e-47a5-84b3-a050b590349a, infoPort=37921, infoSecurePort=0, ipcPort=45343, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:46,762 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x806b1bcda62c942f with lease ID 0x47bd85659f06f562: Processing first storage report for DS-cfd6597d-832b-467f-82d5-b453698652c2 from datanode DatanodeRegistration(127.0.0.1:39567, datanodeUuid=06c36b68-62f5-447e-86ba-59186c76ee2d, infoPort=42385, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495)
2024-11-08T00:29:46,762 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x806b1bcda62c942f with lease ID 0x47bd85659f06f562: from storage DS-cfd6597d-832b-467f-82d5-b453698652c2 node DatanodeRegistration(127.0.0.1:39567, datanodeUuid=06c36b68-62f5-447e-86ba-59186c76ee2d, infoPort=42385, infoSecurePort=0, ipcPort=45535, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:46,762 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7d3ac47fc4c0e7d with lease ID 0x47bd85659f06f563: Processing first storage report for DS-6dfaffee-e741-453d-9c63-fa1d9223bd97 from datanode DatanodeRegistration(127.0.0.1:38993, datanodeUuid=e1dde1f4-45a8-4984-9753-1435adef06d9, infoPort=46341, infoSecurePort=0, ipcPort=43929, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495)
2024-11-08T00:29:46,763 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7d3ac47fc4c0e7d with lease ID 0x47bd85659f06f563: from storage DS-6dfaffee-e741-453d-9c63-fa1d9223bd97 node DatanodeRegistration(127.0.0.1:38993, datanodeUuid=e1dde1f4-45a8-4984-9753-1435adef06d9, infoPort=46341, infoSecurePort=0, ipcPort=43929, storageInfo=lv=-57;cid=testClusterID;nsid=1296531045;c=1731025782495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:46,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc
2024-11-08T00:29:46,827 WARN  [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable
2024-11-08T00:29:46,886 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=160, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=7614
2024-11-08T00:29:46,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T00:29:46,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS
2024-11-08T00:29:47,013 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/zookeeper_0, clientPort=55787, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T00:29:47,022 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55787
2024-11-08T00:29:47,032 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:47,035 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:47,113 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:47,114 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:47,160 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:58268 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:33959:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58268 dst: /127.0.0.1:33959
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:47,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775792_1002 (size=7)
2024-11-08T00:29:47,581 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:47,592 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68 with version=8
2024-11-08T00:29:47,593 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/hbase-staging
2024-11-08T00:29:47,681 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-08T00:29:47,926 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:47,936 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:47,936 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:47,941 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:47,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:47,941 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:48,061 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T00:29:48,113 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-08T00:29:48,121 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-08T00:29:48,124 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:48,146 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 85801 (auto-detected)
2024-11-08T00:29:48,147 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-08T00:29:48,163 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33613
2024-11-08T00:29:48,182 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33613 connecting to ZooKeeper ensemble=127.0.0.1:55787
2024-11-08T00:29:48,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336130x0, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:48,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33613-0x10117d954200000 connected
2024-11-08T00:29:48,418 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,421 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:48,435 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68, hbase.cluster.distributed=false
2024-11-08T00:29:48,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:48,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33613
2024-11-08T00:29:48,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33613
2024-11-08T00:29:48,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33613
2024-11-08T00:29:48,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33613
2024-11-08T00:29:48,463 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33613
2024-11-08T00:29:48,555 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:48,556 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,556 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,557 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:48,557 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,557 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:48,559 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T00:29:48,562 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:48,563 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37685
2024-11-08T00:29:48,565 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37685 connecting to ZooKeeper ensemble=127.0.0.1:55787
2024-11-08T00:29:48,565 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,570 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376850x0, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:48,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:48,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37685-0x10117d954200001 connected
2024-11-08T00:29:48,590 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T00:29:48,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T00:29:48,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T00:29:48,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37685
2024-11-08T00:29:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37685
2024-11-08T00:29:48,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37685
2024-11-08T00:29:48,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37685
2024-11-08T00:29:48,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37685
2024-11-08T00:29:48,624 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:48,625 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,625 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,625 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:48,626 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,626 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:48,626 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T00:29:48,626 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:48,627 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46365
2024-11-08T00:29:48,629 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46365 connecting to ZooKeeper ensemble=127.0.0.1:55787
2024-11-08T00:29:48,630 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,634 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463650x0, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:48,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463650x0, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:48,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46365-0x10117d954200002 connected
2024-11-08T00:29:48,650 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T00:29:48,651 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T00:29:48,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T00:29:48,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:48,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46365
2024-11-08T00:29:48,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46365
2024-11-08T00:29:48,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46365
2024-11-08T00:29:48,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46365
2024-11-08T00:29:48,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46365
2024-11-08T00:29:48,675 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:48,675 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,675 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,675 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:48,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:48,676 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:48,676 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T00:29:48,676 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:48,677 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39149
2024-11-08T00:29:48,679 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39149 connecting to ZooKeeper ensemble=127.0.0.1:55787
2024-11-08T00:29:48,680 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,682 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391490x0, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:48,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391490x0, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:48,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39149-0x10117d954200003 connected
2024-11-08T00:29:48,699 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T00:29:48,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T00:29:48,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T00:29:48,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:48,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39149
2024-11-08T00:29:48,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39149
2024-11-08T00:29:48,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39149
2024-11-08T00:29:48,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39149
2024-11-08T00:29:48,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39149
2024-11-08T00:29:48,726 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:33613
2024-11-08T00:29:48,727 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,33613,1731025787769
2024-11-08T00:29:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,746 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,33613,1731025787769
2024-11-08T00:29:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,776 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T00:29:48,777 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,33613,1731025787769 from backup master directory
2024-11-08T00:29:48,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,33613,1731025787769
2024-11-08T00:29:48,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:48,786 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:48,787 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,33613,1731025787769
2024-11-08T00:29:48,789 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-08T00:29:48,790 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-08T00:29:48,851 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/hbase.id] with ID: 46e2f83a-5bab-4d60-ab99-45edaef95c61
2024-11-08T00:29:48,851 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/.tmp/hbase.id
2024-11-08T00:29:48,859 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:48,859 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:48,864 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:48180 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:39567:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:48180 dst: /127.0.0.1:39567
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:48,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775776_1004 (size=42)
2024-11-08T00:29:48,871 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:48,871 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/.tmp/hbase.id]:[hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/hbase.id]
2024-11-08T00:29:48,913 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:48,917 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T00:29:48,935 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-08T00:29:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:48,962 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:48,962 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:48,965 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:58298 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:33959:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58298 dst: /127.0.0.1:33959
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:48,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775760_1006 (size=196)
2024-11-08T00:29:48,971 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:48,985 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T00:29:48,987 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T00:29:48,992 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T00:29:49,017 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,017 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,020 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:41526 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:38993:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41526 dst: /127.0.0.1:38993
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:49,025 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775744_1008 (size=1189)
2024-11-08T00:29:49,026 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:49,043 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store
2024-11-08T00:29:49,060 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,060 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,063 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:41552 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38993:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41552 dst: /127.0.0.1:38993
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:49,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775728_1010 (size=34)
2024-11-08T00:29:49,068 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:49,072 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-08T00:29:49,076 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:49,077 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T00:29:49,077 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:49,077 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:49,079 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T00:29:49,079 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:49,079 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:49,080 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731025789077Disabling compacts and flushes for region at 1731025789077Disabling writes for close at 1731025789079 (+2 ms)Writing region close event to WAL at 1731025789079Closed at 1731025789079
2024-11-08T00:29:49,082 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/.initializing
2024-11-08T00:29:49,083 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/WALs/3302f0f507bd,33613,1731025787769
2024-11-08T00:29:49,090 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T00:29:49,107 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C33613%2C1731025787769, suffix=, logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/WALs/3302f0f507bd,33613,1731025787769, archiveDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/oldWALs, maxLogs=10
2024-11-08T00:29:49,142 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/WALs/3302f0f507bd,33613,1731025787769/3302f0f507bd%2C33613%2C1731025787769.1731025789113, exclude list is [], retry=0
2024-11-08T00:29:49,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:49,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38993,DS-e6e0277d-d747-48de-bc6b-126031f28626,DISK]
2024-11-08T00:29:49,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-fbe32930-cb3f-442d-9239-ab401c409da4,DISK]
2024-11-08T00:29:49,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-091825cf-f223-4077-bbba-73ab21a4fbe9,DISK]
2024-11-08T00:29:49,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-08T00:29:49,204 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/WALs/3302f0f507bd,33613,1731025787769/3302f0f507bd%2C33613%2C1731025787769.1731025789113
2024-11-08T00:29:49,205 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37921:37921),(127.0.0.1/127.0.0.1:46341:46341),(127.0.0.1/127.0.0.1:42385:42385)]
2024-11-08T00:29:49,206 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T00:29:49,206 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:49,209 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,210 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,245 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:49,267 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T00:29:49,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,272 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:49,273 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:49,276 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T00:29:49,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,277 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:49,278 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:49,280 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T00:29:49,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,282 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:49,282 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:49,285 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T00:29:49,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,286 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:49,286 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,290 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,291 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,297 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,297 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,301 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T00:29:49,304 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:49,310 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T00:29:49,311 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61904215, jitterRate=-0.07755531370639801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T00:29:49,319 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731025789221Initializing all the Stores at 1731025789224 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025789224Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025789225 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025789225Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025789225Cleaning up temporary data from old regions at 1731025789297 (+72 ms)Region opened successfully at 1731025789319 (+22 ms)
2024-11-08T00:29:49,321 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T00:29:49,355 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebd1b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:49,383 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T00:29:49,393 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T00:29:49,393 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T00:29:49,395 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T00:29:49,396 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T00:29:49,402 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-08T00:29:49,402 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T00:29:49,432 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T00:29:49,443 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-08T00:29:49,497 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-08T00:29:49,499 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T00:29:49,501 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-08T00:29:49,511 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-08T00:29:49,513 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T00:29:49,517 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-08T00:29:49,528 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-08T00:29:49,530 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-08T00:29:49,543 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-08T00:29:49,560 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T00:29:49,570 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-08T00:29:49,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:49,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:49,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:49,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:49,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,589 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,33613,1731025787769, sessionid=0x10117d954200000, setting cluster-up flag (Was=false)
2024-11-08T00:29:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,659 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-08T00:29:49,665 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,33613,1731025787769
2024-11-08T00:29:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:49,722 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-08T00:29:49,725 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,33613,1731025787769
2024-11-08T00:29:49,735 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T00:29:49,800 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:49,809 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T00:29:49,811 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(746): ClusterId : 46e2f83a-5bab-4d60-ab99-45edaef95c61
2024-11-08T00:29:49,811 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(746): ClusterId : 46e2f83a-5bab-4d60-ab99-45edaef95c61
2024-11-08T00:29:49,811 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(746): ClusterId : 46e2f83a-5bab-4d60-ab99-45edaef95c61
2024-11-08T00:29:49,813 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T00:29:49,813 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T00:29:49,813 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T00:29:49,816 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T00:29:49,821 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,33613,1731025787769
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T00:29:49,835 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T00:29:49,835 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T00:29:49,835 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T00:29:49,836 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T00:29:49,836 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T00:29:49,836 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T00:29:49,836 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:49,836 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:49,837 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:49,837 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:49,837 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10
2024-11-08T00:29:49,837 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:49,837 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:49,837 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:49,843 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731025819843
2024-11-08T00:29:49,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:49,846 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T00:29:49,846 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T00:29:49,847 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T00:29:49,850 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T00:29:49,850 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T00:29:49,850 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T00:29:49,851 DEBUG [RS:2;3302f0f507bd:39149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe1d21b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:49,851 DEBUG [RS:1;3302f0f507bd:46365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271c5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:49,851 DEBUG [RS:0;3302f0f507bd:37685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e0289e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:49,851 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T00:29:49,852 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T00:29:49,852 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T00:29:49,852 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T00:29:49,853 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,853 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T00:29:49,856 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:49,860 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T00:29:49,862 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T00:29:49,862 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T00:29:49,867 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3302f0f507bd:39149
2024-11-08T00:29:49,868 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T00:29:49,868 DEBUG [RS:0;3302f0f507bd:37685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:37685
2024-11-08T00:29:49,868 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T00:29:49,870 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T00:29:49,870 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T00:29:49,870 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T00:29:49,870 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T00:29:49,870 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T00:29:49,870 DEBUG [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T00:29:49,871 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,871 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,872 DEBUG [RS:1;3302f0f507bd:46365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3302f0f507bd:46365
2024-11-08T00:29:49,872 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T00:29:49,872 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T00:29:49,872 DEBUG [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T00:29:49,873 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33613,1731025787769 with port=39149, startcode=1731025788674
2024-11-08T00:29:49,873 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33613,1731025787769 with port=37685, startcode=1731025788524
2024-11-08T00:29:49,874 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,33613,1731025787769 with port=46365, startcode=1731025788624
2024-11-08T00:29:49,876 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025789869,5,FailOnTimeoutGroup]
2024-11-08T00:29:49,882 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025789876,5,FailOnTimeoutGroup]
2024-11-08T00:29:49,882 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:49,883 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T00:29:49,884 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:49,884 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:41576 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:38993:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41576 dst: /127.0.0.1:38993
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:49,884 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:49,886 DEBUG [RS:2;3302f0f507bd:39149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T00:29:49,886 DEBUG [RS:1;3302f0f507bd:46365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T00:29:49,886 DEBUG [RS:0;3302f0f507bd:37685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T00:29:49,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775712_1013 (size=1321)
2024-11-08T00:29:49,894 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:49,895 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T00:29:49,896 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68
2024-11-08T00:29:49,907 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,907 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:49,917 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:41602 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:38993:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:41602 dst: /127.0.0.1:38993
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:49,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775696_1015 (size=32)
2024-11-08T00:29:49,930 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:49,930 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T00:29:49,930 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T00:29:49,930 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39917, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T00:29:49,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:49,934 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T00:29:49,936 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,39149,1731025788674
2024-11-08T00:29:49,938 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T00:29:49,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,938 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,39149,1731025788674
2024-11-08T00:29:49,939 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:49,939 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T00:29:49,942 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T00:29:49,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:49,944 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T00:29:49,947 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T00:29:49,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,949 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:49,949 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T00:29:49,951 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,37685,1731025788524
2024-11-08T00:29:49,951 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,37685,1731025788524
2024-11-08T00:29:49,951 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T00:29:49,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:49,953 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:49,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T00:29:49,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740
2024-11-08T00:29:49,955 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68
2024-11-08T00:29:49,955 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33219
2024-11-08T00:29:49,955 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T00:29:49,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740
2024-11-08T00:29:49,957 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,46365,1731025788624
2024-11-08T00:29:49,957 DEBUG [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68
2024-11-08T00:29:49,957 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,46365,1731025788624
2024-11-08T00:29:49,957 DEBUG [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33219
2024-11-08T00:29:49,957 DEBUG [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T00:29:49,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T00:29:49,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T00:29:49,960 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T00:29:49,960 DEBUG [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68
2024-11-08T00:29:49,960 DEBUG [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33219
2024-11-08T00:29:49,960 DEBUG [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T00:29:49,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T00:29:49,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T00:29:49,969 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75410748, jitterRate=0.12370771169662476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T00:29:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731025789931Initializing all the Stores at 1731025789934 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025789934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025789934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025789934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025789934Cleaning up temporary data from old regions at 1731025789959 (+25 ms)Region opened successfully at 1731025789972 (+13 ms)
2024-11-08T00:29:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T00:29:49,973 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T00:29:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T00:29:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T00:29:49,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T00:29:49,974 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T00:29:49,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731025789973Disabling compacts and flushes for region at 1731025789973Disabling writes for close at 1731025789973Writing region close event to WAL at 1731025789974 (+1 ms)Closed at 1731025789974
2024-11-08T00:29:49,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:49,977 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T00:29:49,983 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T00:29:49,991 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T00:29:49,993 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T00:29:50,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T00:29:50,072 DEBUG [RS:0;3302f0f507bd:37685 {}] zookeeper.ZKUtil(111): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,37685,1731025788524
2024-11-08T00:29:50,072 WARN  [RS:0;3302f0f507bd:37685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:50,073 INFO  [RS:0;3302f0f507bd:37685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T00:29:50,073 DEBUG [RS:1;3302f0f507bd:46365 {}] zookeeper.ZKUtil(111): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,46365,1731025788624
2024-11-08T00:29:50,073 DEBUG [RS:2;3302f0f507bd:39149 {}] zookeeper.ZKUtil(111): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,39149,1731025788674
2024-11-08T00:29:50,073 WARN  [RS:1;3302f0f507bd:46365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:50,073 DEBUG [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,37685,1731025788524
2024-11-08T00:29:50,073 WARN  [RS:2;3302f0f507bd:39149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:50,073 INFO  [RS:1;3302f0f507bd:46365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T00:29:50,074 INFO  [RS:2;3302f0f507bd:39149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T00:29:50,074 DEBUG [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,46365,1731025788624
2024-11-08T00:29:50,074 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,39149,1731025788674
2024-11-08T00:29:50,076 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,46365,1731025788624]
2024-11-08T00:29:50,076 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,37685,1731025788524]
2024-11-08T00:29:50,076 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,39149,1731025788674]
2024-11-08T00:29:50,101 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T00:29:50,101 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T00:29:50,101 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T00:29:50,119 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T00:29:50,119 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T00:29:50,119 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T00:29:50,124 INFO  [RS:2;3302f0f507bd:39149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T00:29:50,124 INFO  [RS:0;3302f0f507bd:37685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T00:29:50,124 INFO  [RS:1;3302f0f507bd:46365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T00:29:50,125 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,125 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,125 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,128 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T00:29:50,128 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T00:29:50,128 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T00:29:50,135 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T00:29:50,135 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T00:29:50,135 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T00:29:50,136 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,136 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,136 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:50,137 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:50,137 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,137 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:50,138 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:50,138 DEBUG [RS:0;3302f0f507bd:37685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:50,138 DEBUG [RS:2;3302f0f507bd:39149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:50,138 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:50,138 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:50,139 DEBUG [RS:1;3302f0f507bd:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:50,140 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,141 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,141 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,141 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,141 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,141 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39149,1731025788674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 WARN  [3302f0f507bd:33613 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T00:29:50,144 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,144 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,37685,1731025788524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:50,145 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46365,1731025788624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:50,170 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T00:29:50,170 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T00:29:50,170 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T00:29:50,173 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46365,1731025788624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,173 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,37685,1731025788524-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,173 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,39149,1731025788674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,173 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,173 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,173 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,173 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.Replication(171): 3302f0f507bd,37685,1731025788524 started
2024-11-08T00:29:50,173 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.Replication(171): 3302f0f507bd,46365,1731025788624 started
2024-11-08T00:29:50,173 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.Replication(171): 3302f0f507bd,39149,1731025788674 started
2024-11-08T00:29:50,191 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,191 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,192 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,37685,1731025788524, RpcServer on 3302f0f507bd/172.17.0.3:37685, sessionid=0x10117d954200001
2024-11-08T00:29:50,192 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,46365,1731025788624, RpcServer on 3302f0f507bd/172.17.0.3:46365, sessionid=0x10117d954200002
2024-11-08T00:29:50,193 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T00:29:50,193 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T00:29:50,193 DEBUG [RS:1;3302f0f507bd:46365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,46365,1731025788624
2024-11-08T00:29:50,193 DEBUG [RS:0;3302f0f507bd:37685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,37685,1731025788524
2024-11-08T00:29:50,193 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,37685,1731025788524'
2024-11-08T00:29:50,193 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,46365,1731025788624'
2024-11-08T00:29:50,193 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T00:29:50,193 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T00:29:50,194 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T00:29:50,194 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T00:29:50,194 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T00:29:50,194 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T00:29:50,194 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T00:29:50,194 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T00:29:50,194 DEBUG [RS:0;3302f0f507bd:37685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,37685,1731025788524
2024-11-08T00:29:50,194 DEBUG [RS:1;3302f0f507bd:46365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,46365,1731025788624
2024-11-08T00:29:50,195 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,37685,1731025788524'
2024-11-08T00:29:50,195 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,46365,1731025788624'
2024-11-08T00:29:50,195 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T00:29:50,195 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T00:29:50,195 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T00:29:50,195 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T00:29:50,196 DEBUG [RS:0;3302f0f507bd:37685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T00:29:50,196 DEBUG [RS:1;3302f0f507bd:46365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T00:29:50,196 INFO  [RS:0;3302f0f507bd:37685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T00:29:50,196 INFO  [RS:1;3302f0f507bd:46365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T00:29:50,196 INFO  [RS:0;3302f0f507bd:37685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T00:29:50,196 INFO  [RS:1;3302f0f507bd:46365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T00:29:50,196 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:50,196 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,39149,1731025788674, RpcServer on 3302f0f507bd/172.17.0.3:39149, sessionid=0x10117d954200003
2024-11-08T00:29:50,196 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T00:29:50,196 DEBUG [RS:2;3302f0f507bd:39149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,39149,1731025788674
2024-11-08T00:29:50,197 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,39149,1731025788674'
2024-11-08T00:29:50,197 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T00:29:50,197 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T00:29:50,198 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T00:29:50,198 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T00:29:50,198 DEBUG [RS:2;3302f0f507bd:39149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,39149,1731025788674
2024-11-08T00:29:50,198 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,39149,1731025788674'
2024-11-08T00:29:50,198 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T00:29:50,199 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T00:29:50,200 DEBUG [RS:2;3302f0f507bd:39149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T00:29:50,200 INFO  [RS:2;3302f0f507bd:39149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T00:29:50,200 INFO  [RS:2;3302f0f507bd:39149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T00:29:50,301 INFO  [RS:1;3302f0f507bd:46365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T00:29:50,301 INFO  [RS:0;3302f0f507bd:37685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T00:29:50,301 INFO  [RS:2;3302f0f507bd:39149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T00:29:50,304 INFO  [RS:1;3302f0f507bd:46365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C46365%2C1731025788624, suffix=, logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,46365,1731025788624, archiveDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs, maxLogs=32
2024-11-08T00:29:50,304 INFO  [RS:2;3302f0f507bd:39149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C39149%2C1731025788674, suffix=, logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,39149,1731025788674, archiveDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs, maxLogs=32
2024-11-08T00:29:50,304 INFO  [RS:0;3302f0f507bd:37685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C37685%2C1731025788524, suffix=, logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,37685,1731025788524, archiveDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs, maxLogs=32
2024-11-08T00:29:50,320 DEBUG [RS:2;3302f0f507bd:39149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,39149,1731025788674/3302f0f507bd%2C39149%2C1731025788674.1731025790308, exclude list is [], retry=0
2024-11-08T00:29:50,320 DEBUG [RS:1;3302f0f507bd:46365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,46365,1731025788624/3302f0f507bd%2C46365%2C1731025788624.1731025790307, exclude list is [], retry=0
2024-11-08T00:29:50,320 DEBUG [RS:0;3302f0f507bd:37685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,37685,1731025788524/3302f0f507bd%2C37685%2C1731025788524.1731025790307, exclude list is [], retry=0
2024-11-08T00:29:50,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38993,DS-e6e0277d-d747-48de-bc6b-126031f28626,DISK]
2024-11-08T00:29:50,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-fbe32930-cb3f-442d-9239-ab401c409da4,DISK]
2024-11-08T00:29:50,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-091825cf-f223-4077-bbba-73ab21a4fbe9,DISK]
2024-11-08T00:29:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38993,DS-e6e0277d-d747-48de-bc6b-126031f28626,DISK]
2024-11-08T00:29:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-fbe32930-cb3f-442d-9239-ab401c409da4,DISK]
2024-11-08T00:29:50,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-091825cf-f223-4077-bbba-73ab21a4fbe9,DISK]
2024-11-08T00:29:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38993,DS-e6e0277d-d747-48de-bc6b-126031f28626,DISK]
2024-11-08T00:29:50,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-091825cf-f223-4077-bbba-73ab21a4fbe9,DISK]
2024-11-08T00:29:50,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-fbe32930-cb3f-442d-9239-ab401c409da4,DISK]
2024-11-08T00:29:50,375 INFO  [RS:1;3302f0f507bd:46365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,46365,1731025788624/3302f0f507bd%2C46365%2C1731025788624.1731025790307
2024-11-08T00:29:50,379 DEBUG [RS:1;3302f0f507bd:46365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37921:37921),(127.0.0.1/127.0.0.1:42385:42385),(127.0.0.1/127.0.0.1:46341:46341)]
2024-11-08T00:29:50,381 INFO  [RS:0;3302f0f507bd:37685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,37685,1731025788524/3302f0f507bd%2C37685%2C1731025788524.1731025790307
2024-11-08T00:29:50,381 DEBUG [RS:0;3302f0f507bd:37685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341),(127.0.0.1/127.0.0.1:37921:37921),(127.0.0.1/127.0.0.1:42385:42385)]
2024-11-08T00:29:50,381 INFO  [RS:2;3302f0f507bd:39149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,39149,1731025788674/3302f0f507bd%2C39149%2C1731025788674.1731025790308
2024-11-08T00:29:50,382 DEBUG [RS:2;3302f0f507bd:39149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341),(127.0.0.1/127.0.0.1:37921:37921),(127.0.0.1/127.0.0.1:42385:42385)]
2024-11-08T00:29:50,397 DEBUG [3302f0f507bd:33613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T00:29:50,407 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,39149,1731025788674
2024-11-08T00:29:50,413 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,39149,1731025788674, state=OPENING
2024-11-08T00:29:50,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T00:29:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:50,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:50,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,571 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T00:29:50,573 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,39149,1731025788674}]
2024-11-08T00:29:50,747 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T00:29:50,750 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T00:29:50,762 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T00:29:50,763 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T00:29:50,763 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T00:29:50,767 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C39149%2C1731025788674.meta, suffix=.meta, logDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,39149,1731025788674, archiveDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs, maxLogs=32
2024-11-08T00:29:50,783 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,39149,1731025788674/3302f0f507bd%2C39149%2C1731025788674.meta.1731025790770.meta, exclude list is [], retry=0
2024-11-08T00:29:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39567,DS-fbe32930-cb3f-442d-9239-ab401c409da4,DISK]
2024-11-08T00:29:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33959,DS-091825cf-f223-4077-bbba-73ab21a4fbe9,DISK]
2024-11-08T00:29:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38993,DS-e6e0277d-d747-48de-bc6b-126031f28626,DISK]
2024-11-08T00:29:50,791 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/WALs/3302f0f507bd,39149,1731025788674/3302f0f507bd%2C39149%2C1731025788674.meta.1731025790770.meta
2024-11-08T00:29:50,792 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42385:42385),(127.0.0.1/127.0.0.1:37921:37921),(127.0.0.1/127.0.0.1:46341:46341)]
2024-11-08T00:29:50,792 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T00:29:50,793 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T00:29:50,795 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T00:29:50,800 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T00:29:50,803 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T00:29:50,804 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:50,804 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T00:29:50,804 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T00:29:50,807 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T00:29:50,809 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T00:29:50,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:50,810 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:50,810 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T00:29:50,812 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T00:29:50,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:50,813 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:50,813 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T00:29:50,815 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T00:29:50,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:50,816 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:50,816 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T00:29:50,818 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T00:29:50,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:50,819 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:50,819 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T00:29:50,821 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740
2024-11-08T00:29:50,824 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740
2024-11-08T00:29:50,827 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T00:29:50,827 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T00:29:50,828 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T00:29:50,831 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T00:29:50,832 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66217600, jitterRate=-0.013280868530273438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T00:29:50,833 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T00:29:50,834 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731025790805Writing region info on filesystem at 1731025790805Initializing all the Stores at 1731025790807 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025790807Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025790807Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025790807Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025790807Cleaning up temporary data from old regions at 1731025790827 (+20 ms)Running coprocessor post-open hooks at 1731025790833 (+6 ms)Region opened successfully at 1731025790834 (+1 ms)
2024-11-08T00:29:50,842 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731025790739
2024-11-08T00:29:50,876 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T00:29:50,877 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T00:29:50,880 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,39149,1731025788674
2024-11-08T00:29:50,883 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,39149,1731025788674, state=OPEN
2024-11-08T00:29:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:50,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:50,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:50,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:50,929 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,39149,1731025788674
2024-11-08T00:29:50,936 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T00:29:50,936 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,39149,1731025788674 in 356 msec
2024-11-08T00:29:50,942 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T00:29:50,942 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 954 msec
2024-11-08T00:29:50,943 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:50,943 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T00:29:50,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T00:29:50,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39149,1731025788674, seqNum=-1]
2024-11-08T00:29:50,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T00:29:50,980 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T00:29:50,996 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec
2024-11-08T00:29:50,997 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731025790997, completionTime=-1
2024-11-08T00:29:51,000 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-08T00:29:51,000 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T00:29:51,023 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-08T00:29:51,023 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731025851023
2024-11-08T00:29:51,023 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731025911023
2024-11-08T00:29:51,023 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec
2024-11-08T00:29:51,025 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33613,1731025787769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:51,026 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33613,1731025787769-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:51,026 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33613,1731025787769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:51,027 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:33613, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:51,028 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:51,028 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:51,034 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T00:29:51,053 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.266sec
2024-11-08T00:29:51,054 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T00:29:51,055 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T00:29:51,056 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T00:29:51,057 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T00:29:51,057 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T00:29:51,057 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33613,1731025787769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:51,058 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33613,1731025787769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T00:29:51,065 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T00:29:51,066 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T00:29:51,066 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,33613,1731025787769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:51,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43510bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T00:29:51,127 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-08T00:29:51,127 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-08T00:29:51,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,33613,-1 for getting cluster id
2024-11-08T00:29:51,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T00:29:51,142 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '46e2f83a-5bab-4d60-ab99-45edaef95c61'
2024-11-08T00:29:51,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T00:29:51,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "46e2f83a-5bab-4d60-ab99-45edaef95c61"

2024-11-08T00:29:51,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4092e50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T00:29:51,144 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,33613,-1]
2024-11-08T00:29:51,147 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T00:29:51,149 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:51,150 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T00:29:51,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69863bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T00:29:51,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T00:29:51,159 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,39149,1731025788674, seqNum=-1]
2024-11-08T00:29:51,160 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T00:29:51,162 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T00:29:51,179 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,33613,1731025787769
2024-11-08T00:29:51,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T00:29:51,187 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,33613,1731025787769
2024-11-08T00:29:51,190 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c511e15
2024-11-08T00:29:51,190 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T00:29:51,193 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T00:29:51,198 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T00:29:51,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-08T00:29:51,208 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T00:29:51,210 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-08T00:29:51,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:51,213 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T00:29:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:51,223 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:51,223 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:51,227 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:48268 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39567:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:48268 dst: /127.0.0.1:39567
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:51,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775680_1021 (size=392)
2024-11-08T00:29:51,233 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:51,237 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02ceb19b5ee443fd0ad7e4c06d543d7c, NAME => 'TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68
2024-11-08T00:29:51,243 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:51,243 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:51,246 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:48286 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:39567:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:48286 dst: /127.0.0.1:39567
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:51,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775664_1023 (size=51)
2024-11-08T00:29:51,252 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:51,252 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:51,252 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 02ceb19b5ee443fd0ad7e4c06d543d7c, disabling compactions & flushes
2024-11-08T00:29:51,252 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:51,252 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:51,252 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c. after waiting 0 ms
2024-11-08T00:29:51,253 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:51,253 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:51,253 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02ceb19b5ee443fd0ad7e4c06d543d7c:
Waiting for close lock at 1731025791252Disabling compacts and flushes for region at 1731025791252Disabling writes for close at 1731025791252Writing region close event to WAL at 1731025791253 (+1 ms)Closed at 1731025791253
2024-11-08T00:29:51,255 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T00:29:51,260 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731025791255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025791255"}]},"ts":"1731025791255"}
2024-11-08T00:29:51,265 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T00:29:51,267 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T00:29:51,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025791268"}]},"ts":"1731025791268"}
2024-11-08T00:29:51,275 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-08T00:29:51,278 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0}
2024-11-08T00:29:51,281 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T00:29:51,281 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T00:29:51,281 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T00:29:51,281 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T00:29:51,281 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T00:29:51,281 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T00:29:51,281 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T00:29:51,281 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T00:29:51,281 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T00:29:51,281 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T00:29:51,284 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=02ceb19b5ee443fd0ad7e4c06d543d7c, ASSIGN}]
2024-11-08T00:29:51,287 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=02ceb19b5ee443fd0ad7e4c06d543d7c, ASSIGN
2024-11-08T00:29:51,289 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=02ceb19b5ee443fd0ad7e4c06d543d7c, ASSIGN; state=OFFLINE, location=3302f0f507bd,39149,1731025788674; forceNewPlan=false, retain=false
2024-11-08T00:29:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:51,444 INFO  [3302f0f507bd:33613 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-08T00:29:51,445 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02ceb19b5ee443fd0ad7e4c06d543d7c, regionState=OPENING, regionLocation=3302f0f507bd,39149,1731025788674
2024-11-08T00:29:51,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=02ceb19b5ee443fd0ad7e4c06d543d7c, ASSIGN because future has completed
2024-11-08T00:29:51,450 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02ceb19b5ee443fd0ad7e4c06d543d7c, server=3302f0f507bd,39149,1731025788674}]
2024-11-08T00:29:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:51,617 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:51,617 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02ceb19b5ee443fd0ad7e4c06d543d7c, NAME => 'TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.', STARTKEY => '', ENDKEY => ''}
2024-11-08T00:29:51,618 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,618 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:51,619 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,619 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,621 INFO  [StoreOpener-02ceb19b5ee443fd0ad7e4c06d543d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02ceb19b5ee443fd0ad7e4c06d543d7c 
2024-11-08T00:29:51,623 INFO  [StoreOpener-02ceb19b5ee443fd0ad7e4c06d543d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02ceb19b5ee443fd0ad7e4c06d543d7c columnFamilyName cf
2024-11-08T00:29:51,623 DEBUG [StoreOpener-02ceb19b5ee443fd0ad7e4c06d543d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:51,624 INFO  [StoreOpener-02ceb19b5ee443fd0ad7e4c06d543d7c-1 {}] regionserver.HStore(327): Store=02ceb19b5ee443fd0ad7e4c06d543d7c/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:51,624 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,626 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,626 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,627 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,627 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,629 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,635 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T00:29:51,636 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02ceb19b5ee443fd0ad7e4c06d543d7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75384355, jitterRate=0.12331442534923553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-08T00:29:51,636 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:51,637 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02ceb19b5ee443fd0ad7e4c06d543d7c:
Running coprocessor pre-open hook at 1731025791619Writing region info on filesystem at 1731025791619Initializing all the Stores at 1731025791621 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025791621Cleaning up temporary data from old regions at 1731025791627 (+6 ms)Running coprocessor post-open hooks at 1731025791636 (+9 ms)Region opened successfully at 1731025791637 (+1 ms)
2024-11-08T00:29:51,638 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c., pid=6, masterSystemTime=1731025791605
2024-11-08T00:29:51,642 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:51,642 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:51,643 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02ceb19b5ee443fd0ad7e4c06d543d7c, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,39149,1731025788674
2024-11-08T00:29:51,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02ceb19b5ee443fd0ad7e4c06d543d7c, server=3302f0f507bd,39149,1731025788674 because future has completed
2024-11-08T00:29:51,655 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T00:29:51,656 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02ceb19b5ee443fd0ad7e4c06d543d7c, server=3302f0f507bd,39149,1731025788674 in 201 msec
2024-11-08T00:29:51,659 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T00:29:51,659 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=02ceb19b5ee443fd0ad7e4c06d543d7c, ASSIGN in 372 msec
2024-11-08T00:29:51,661 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T00:29:51,661 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025791661"}]},"ts":"1731025791661"}
2024-11-08T00:29:51,664 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-08T00:29:51,665 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T00:29:51,668 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 465 msec
2024-11-08T00:29:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:51,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-08T00:29:51,849 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T00:29:51,851 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T00:29:51,860 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-08T00:29:51,861 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T00:29:51,861 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-08T00:29:51,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c., hostname=3302f0f507bd,39149,1731025788674, seqNum=2]
2024-11-08T00:29:51,878 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-08T00:29:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-08T00:29:51,886 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-08T00:29:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T00:29:51,888 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T00:29:51,890 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T00:29:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T00:29:52,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T00:29:52,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:52,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 02ceb19b5ee443fd0ad7e4c06d543d7c 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-08T00:29:52,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c/.tmp/cf/0ed347726a7c414bb991d017b33a4384 is 36, key is row/cf:cq/1731025791871/Put/seqid=0
2024-11-08T00:29:52,114 WARN  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,114 WARN  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,118 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2055818090_22 at /127.0.0.1:51524 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:33959:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51524 dst: /127.0.0.1:33959
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775648_1025 (size=4787)
2024-11-08T00:29:52,123 WARN  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c/.tmp/cf/0ed347726a7c414bb991d017b33a4384
2024-11-08T00:29:52,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c/.tmp/cf/0ed347726a7c414bb991d017b33a4384 as hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c/cf/0ed347726a7c414bb991d017b33a4384
2024-11-08T00:29:52,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c/cf/0ed347726a7c414bb991d017b33a4384, entries=1, sequenceid=5, filesize=4.7 K
2024-11-08T00:29:52,181 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 02ceb19b5ee443fd0ad7e4c06d543d7c in 121ms, sequenceid=5, compaction requested=false
2024-11-08T00:29:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC'
2024-11-08T00:29:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 02ceb19b5ee443fd0ad7e4c06d543d7c:

2024-11-08T00:29:52,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:52,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T00:29:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T00:29:52,193 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-08T00:29:52,193 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 300 msec
2024-11-08T00:29:52,198 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 315 msec
2024-11-08T00:29:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T00:29:52,208 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T00:29:52,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T00:29:52,222 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T00:29:52,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:52,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,226 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T00:29:52,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T00:29:52,226 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=233511752, stopped=false
2024-11-08T00:29:52,227 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,33613,1731025787769
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:52,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:52,330 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T00:29:52,330 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T00:29:52,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:52,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:52,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:52,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:52,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:52,333 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,37685,1731025788524' *****
2024-11-08T00:29:52,333 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T00:29:52,333 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,46365,1731025788624' *****
2024-11-08T00:29:52,333 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T00:29:52,334 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,39149,1731025788674' *****
2024-11-08T00:29:52,334 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T00:29:52,334 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T00:29:52,334 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T00:29:52,334 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T00:29:52,334 INFO  [RS:0;3302f0f507bd:37685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T00:29:52,334 INFO  [RS:1;3302f0f507bd:46365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T00:29:52,335 INFO  [RS:1;3302f0f507bd:46365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T00:29:52,335 INFO  [RS:0;3302f0f507bd:37685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T00:29:52,335 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T00:29:52,335 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,46365,1731025788624
2024-11-08T00:29:52,335 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,37685,1731025788524
2024-11-08T00:29:52,335 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T00:29:52,335 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:52,335 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:52,335 INFO  [RS:2;3302f0f507bd:39149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T00:29:52,335 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T00:29:52,335 INFO  [RS:1;3302f0f507bd:46365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3302f0f507bd:46365.
2024-11-08T00:29:52,335 INFO  [RS:0;3302f0f507bd:37685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:37685.
2024-11-08T00:29:52,335 INFO  [RS:2;3302f0f507bd:39149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T00:29:52,335 DEBUG [RS:1;3302f0f507bd:46365 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:52,335 DEBUG [RS:0;3302f0f507bd:37685 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:52,335 DEBUG [RS:0;3302f0f507bd:37685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,335 DEBUG [RS:1;3302f0f507bd:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,335 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(3091): Received CLOSE for 02ceb19b5ee443fd0ad7e4c06d543d7c
2024-11-08T00:29:52,336 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,37685,1731025788524; all regions closed.
2024-11-08T00:29:52,336 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,46365,1731025788624; all regions closed.
2024-11-08T00:29:52,336 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,39149,1731025788674
2024-11-08T00:29:52,336 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:52,336 INFO  [RS:2;3302f0f507bd:39149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3302f0f507bd:39149.
2024-11-08T00:29:52,337 DEBUG [RS:2;3302f0f507bd:39149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:52,337 DEBUG [RS:2;3302f0f507bd:39149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,337 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02ceb19b5ee443fd0ad7e4c06d543d7c, disabling compactions & flushes
2024-11-08T00:29:52,337 INFO  [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:52,337 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:52,337 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T00:29:52,337 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T00:29:52,337 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c. after waiting 0 ms
2024-11-08T00:29:52,337 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T00:29:52,337 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:52,337 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T00:29:52,338 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-08T00:29:52,338 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T00:29:52,338 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 02ceb19b5ee443fd0ad7e4c06d543d7c=TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.}
2024-11-08T00:29:52,338 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T00:29:52,338 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T00:29:52,338 DEBUG [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1351): Waiting on 02ceb19b5ee443fd0ad7e4c06d543d7c, 1588230740
2024-11-08T00:29:52,339 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T00:29:52,339 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T00:29:52,339 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-08T00:29:52,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741827_1017 (size=93)
2024-11-08T00:29:52,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741828_1018 (size=93)
2024-11-08T00:29:52,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_1073741827_1017 (size=93)
2024-11-08T00:29:52,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_1073741828_1018 (size=93)
2024-11-08T00:29:52,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741828_1018 (size=93)
2024-11-08T00:29:52,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741827_1017 (size=93)
2024-11-08T00:29:52,349 DEBUG [RS:0;3302f0f507bd:37685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs
2024-11-08T00:29:52,349 DEBUG [RS:1;3302f0f507bd:46365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs
2024-11-08T00:29:52,349 INFO  [RS:0;3302f0f507bd:37685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C37685%2C1731025788524:(num 1731025790307)
2024-11-08T00:29:52,350 DEBUG [RS:0;3302f0f507bd:37685 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,349 INFO  [RS:1;3302f0f507bd:46365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C46365%2C1731025788624:(num 1731025790307)
2024-11-08T00:29:52,350 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:52,350 DEBUG [RS:1;3302f0f507bd:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,350 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:52,350 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:52,350 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:52,350 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:52,350 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:52,350 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T00:29:52,350 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T00:29:52,350 INFO  [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:52,350 INFO  [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:52,350 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T00:29:52,350 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T00:29:52,350 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T00:29:52,350 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T00:29:52,350 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:52,350 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:52,351 INFO  [RS:0;3302f0f507bd:37685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37685
2024-11-08T00:29:52,351 INFO  [RS:1;3302f0f507bd:46365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46365
2024-11-08T00:29:52,354 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/default/TestHBaseWalOnEC/02ceb19b5ee443fd0ad7e4c06d543d7c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T00:29:52,356 INFO  [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:52,357 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02ceb19b5ee443fd0ad7e4c06d543d7c:
Waiting for close lock at 1731025792336Running coprocessor pre-close hooks at 1731025792337 (+1 ms)Disabling compacts and flushes for region at 1731025792337Disabling writes for close at 1731025792337Writing region close event to WAL at 1731025792339 (+2 ms)Running coprocessor post-close hooks at 1731025792355 (+16 ms)Closed at 1731025792356 (+1 ms)
2024-11-08T00:29:52,357 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c.
2024-11-08T00:29:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,46365,1731025788624
2024-11-08T00:29:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T00:29:52,364 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:52,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,37685,1731025788524
2024-11-08T00:29:52,364 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:52,365 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,46365,1731025788624]
2024-11-08T00:29:52,365 INFO  [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:52,365 INFO  [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:52,365 INFO  [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:52,377 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/info/d53425290dc74f83a75724cf2f09e810 is 153, key is TestHBaseWalOnEC,,1731025791194.02ceb19b5ee443fd0ad7e4c06d543d7c./info:regioninfo/1731025791642/Put/seqid=0
2024-11-08T00:29:52,380 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,380 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,385 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,46365,1731025788624 already deleted, retry=false
2024-11-08T00:29:52,384 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2055818090_22 at /127.0.0.1:46026 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:38993:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:46026 dst: /127.0.0.1:38993
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,385 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,46365,1731025788624 expired; onlineServers=2
2024-11-08T00:29:52,385 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,37685,1731025788524]
2024-11-08T00:29:52,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775632_1027 (size=6637)
2024-11-08T00:29:52,392 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,392 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/info/d53425290dc74f83a75724cf2f09e810
2024-11-08T00:29:52,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,37685,1731025788524 already deleted, retry=false
2024-11-08T00:29:52,395 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,37685,1731025788524 expired; onlineServers=1
2024-11-08T00:29:52,419 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/ns/fca1d9abbb144f879b5311ef723a465d is 43, key is default/ns:d/1731025790983/Put/seqid=0
2024-11-08T00:29:52,422 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,422 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,425 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2055818090_22 at /127.0.0.1:51544 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:33959:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51544 dst: /127.0.0.1:33959
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775616_1029 (size=5153)
2024-11-08T00:29:52,430 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,430 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/ns/fca1d9abbb144f879b5311ef723a465d
2024-11-08T00:29:52,455 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/table/19fb80106ae948d79eeb6afec9249c5e is 52, key is TestHBaseWalOnEC/table:state/1731025791661/Put/seqid=0
2024-11-08T00:29:52,457 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,458 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,460 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2055818090_22 at /127.0.0.1:51568 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:33959:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51568 dst: /127.0.0.1:33959
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775600_1031 (size=5249)
2024-11-08T00:29:52,465 WARN  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,465 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/table/19fb80106ae948d79eeb6afec9249c5e
2024-11-08T00:29:52,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x10117d954200002, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37685-0x10117d954200001, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,475 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/info/d53425290dc74f83a75724cf2f09e810 as hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/info/d53425290dc74f83a75724cf2f09e810
2024-11-08T00:29:52,475 INFO  [RS:1;3302f0f507bd:46365 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:52,475 INFO  [RS:0;3302f0f507bd:37685 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:52,475 INFO  [RS:1;3302f0f507bd:46365 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,46365,1731025788624; zookeeper connection closed.
2024-11-08T00:29:52,475 INFO  [RS:0;3302f0f507bd:37685 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,37685,1731025788524; zookeeper connection closed.
2024-11-08T00:29:52,476 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@123ba151 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@123ba151
2024-11-08T00:29:52,476 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ee836e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ee836e7
2024-11-08T00:29:52,484 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/info/d53425290dc74f83a75724cf2f09e810, entries=10, sequenceid=11, filesize=6.5 K
2024-11-08T00:29:52,486 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/ns/fca1d9abbb144f879b5311ef723a465d as hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/ns/fca1d9abbb144f879b5311ef723a465d
2024-11-08T00:29:52,495 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/ns/fca1d9abbb144f879b5311ef723a465d, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T00:29:52,497 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/.tmp/table/19fb80106ae948d79eeb6afec9249c5e as hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/table/19fb80106ae948d79eeb6afec9249c5e
2024-11-08T00:29:52,506 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/table/19fb80106ae948d79eeb6afec9249c5e, entries=2, sequenceid=11, filesize=5.1 K
2024-11-08T00:29:52,507 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=11, compaction requested=false
2024-11-08T00:29:52,507 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T00:29:52,516 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T00:29:52,517 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T00:29:52,517 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T00:29:52,517 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731025792338Running coprocessor pre-close hooks at 1731025792338Disabling compacts and flushes for region at 1731025792338Disabling writes for close at 1731025792339 (+1 ms)Obtaining lock to block concurrent updates at 1731025792339Preparing flush snapshotting stores in 1588230740 at 1731025792339Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731025792340 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731025792342 (+2 ms)Flushing 1588230740/info: creating writer at 1731025792343 (+1 ms)Flushing 1588230740/info: appending metadata at 1731025792372 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731025792372Flushing 1588230740/ns: creating writer at 1731025792403 (+31 ms)Flushing 1588230740/ns: appending metadata at 1731025792418 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731025792419 (+1 ms)Flushing 1588230740/table: creating writer at 1731025792439 (+20 ms)Flushing 1588230740/table: appending metadata at 1731025792454 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731025792454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b91864: reopening flushed file at 1731025792474 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbd3842: reopening flushed file at 1731025792484 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d5c0601: reopening flushed file at 1731025792495 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 168ms, sequenceid=11, compaction requested=false at 1731025792507 (+12 ms)Writing region close event to WAL at 1731025792509 (+2 ms)Running coprocessor post-close hooks at 1731025792517 (+8 ms)Closed at 1731025792517
2024-11-08T00:29:52,517 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T00:29:52,539 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,39149,1731025788674; all regions closed.
2024-11-08T00:29:52,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_1073741829_1019 (size=2751)
2024-11-08T00:29:52,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741829_1019 (size=2751)
2024-11-08T00:29:52,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741829_1019 (size=2751)
2024-11-08T00:29:52,545 DEBUG [RS:2;3302f0f507bd:39149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs
2024-11-08T00:29:52,545 INFO  [RS:2;3302f0f507bd:39149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C39149%2C1731025788674.meta:.meta(num 1731025790770)
2024-11-08T00:29:52,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741826_1016 (size=1298)
2024-11-08T00:29:52,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_1073741826_1016 (size=1298)
2024-11-08T00:29:52,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741826_1016 (size=1298)
2024-11-08T00:29:52,552 DEBUG [RS:2;3302f0f507bd:39149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/oldWALs
2024-11-08T00:29:52,552 INFO  [RS:2;3302f0f507bd:39149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3302f0f507bd%2C39149%2C1731025788674:(num 1731025790308)
2024-11-08T00:29:52,552 DEBUG [RS:2;3302f0f507bd:39149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:52,552 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:52,552 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:52,552 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:52,552 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:52,552 INFO  [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:52,553 INFO  [RS:2;3302f0f507bd:39149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39149
2024-11-08T00:29:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,39149,1731025788674
2024-11-08T00:29:52,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T00:29:52,564 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:52,574 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,39149,1731025788674]
2024-11-08T00:29:52,585 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,39149,1731025788674 already deleted, retry=false
2024-11-08T00:29:52,585 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,39149,1731025788674 expired; onlineServers=0
2024-11-08T00:29:52,585 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,33613,1731025787769' *****
2024-11-08T00:29:52,585 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T00:29:52,586 INFO  [M:0;3302f0f507bd:33613 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:52,586 INFO  [M:0;3302f0f507bd:33613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:52,586 DEBUG [M:0;3302f0f507bd:33613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T00:29:52,586 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T00:29:52,587 DEBUG [M:0;3302f0f507bd:33613 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T00:29:52,587 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025789869 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025789869,5,FailOnTimeoutGroup]
2024-11-08T00:29:52,587 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025789876 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025789876,5,FailOnTimeoutGroup]
2024-11-08T00:29:52,587 INFO  [M:0;3302f0f507bd:33613 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:52,587 INFO  [M:0;3302f0f507bd:33613 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:52,588 DEBUG [M:0;3302f0f507bd:33613 {}] master.HMaster(1795): Stopping service threads
2024-11-08T00:29:52,588 INFO  [M:0;3302f0f507bd:33613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T00:29:52,588 INFO  [M:0;3302f0f507bd:33613 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T00:29:52,589 INFO  [M:0;3302f0f507bd:33613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T00:29:52,589 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T00:29:52,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:52,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:52,596 DEBUG [M:0;3302f0f507bd:33613 {}] zookeeper.ZKUtil(347): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-08T00:29:52,596 WARN  [M:0;3302f0f507bd:33613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T00:29:52,597 INFO  [M:0;3302f0f507bd:33613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/.lastflushedseqids
2024-11-08T00:29:52,610 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,610 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,612 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:58908 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:39567:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58908 dst: /127.0.0.1:39567
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775584_1033 (size=127)
2024-11-08T00:29:52,617 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,617 INFO  [M:0;3302f0f507bd:33613 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T00:29:52,617 INFO  [M:0;3302f0f507bd:33613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T00:29:52,617 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T00:29:52,617 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:52,617 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:52,617 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T00:29:52,617 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:52,617 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.80 KB heapSize=34.11 KB
2024-11-08T00:29:52,638 DEBUG [M:0;3302f0f507bd:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/521e8361984a42cdbdf81c582b040cf4 is 82, key is hbase:meta,,1/info:regioninfo/1731025790879/Put/seqid=0
2024-11-08T00:29:52,640 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,640 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,643 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:51600 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:33959:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:51600 dst: /127.0.0.1:33959
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775568_1035 (size=5672)
2024-11-08T00:29:52,648 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,648 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/521e8361984a42cdbdf81c582b040cf4
2024-11-08T00:29:52,674 DEBUG [M:0;3302f0f507bd:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d18bbf57178e423487714cc22f178231 is 746, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731025791667/Put/seqid=0
2024-11-08T00:29:52,675 INFO  [RS:2;3302f0f507bd:39149 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,675 INFO  [RS:2;3302f0f507bd:39149 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,39149,1731025788674; zookeeper connection closed.
2024-11-08T00:29:52,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39149-0x10117d954200003, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,675 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@574d5c60 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@574d5c60
2024-11-08T00:29:52,675 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-08T00:29:52,676 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,676 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,679 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:58928 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:39567:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58928 dst: /127.0.0.1:39567
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,683 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775552_1037 (size=6437)
2024-11-08T00:29:52,684 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,684 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d18bbf57178e423487714cc22f178231
2024-11-08T00:29:52,709 DEBUG [M:0;3302f0f507bd:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dafede9f50084d258b206b260823178b is 69, key is 3302f0f507bd,37685,1731025788524/rs:state/1731025789951/Put/seqid=0
2024-11-08T00:29:52,711 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,711 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T00:29:52,714 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-853530366_22 at /127.0.0.1:58940 [Receiving block BP-286690534-172.17.0.3-1731025782495:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:39567:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58940 dst: /127.0.0.1:39567
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T00:29:52,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775536_1039 (size=5294)
2024-11-08T00:29:52,718 WARN  [M:0;3302f0f507bd:33613 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T00:29:52,718 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dafede9f50084d258b206b260823178b
2024-11-08T00:29:52,729 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/521e8361984a42cdbdf81c582b040cf4 as hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/521e8361984a42cdbdf81c582b040cf4
2024-11-08T00:29:52,739 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/521e8361984a42cdbdf81c582b040cf4, entries=8, sequenceid=72, filesize=5.5 K
2024-11-08T00:29:52,741 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d18bbf57178e423487714cc22f178231 as hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d18bbf57178e423487714cc22f178231
2024-11-08T00:29:52,751 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d18bbf57178e423487714cc22f178231, entries=8, sequenceid=72, filesize=6.3 K
2024-11-08T00:29:52,756 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dafede9f50084d258b206b260823178b as hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dafede9f50084d258b206b260823178b
2024-11-08T00:29:52,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775789_1002 (size=7)
2024-11-08T00:29:52,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775756_1006 (size=196)
2024-11-08T00:29:52,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775757_1006 (size=196)
2024-11-08T00:29:52,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775724_1010 (size=34)
2024-11-08T00:29:52,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775725_1010 (size=34)
2024-11-08T00:29:52,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775741_1008 (size=1189)
2024-11-08T00:29:52,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775740_1008 (size=1189)
2024-11-08T00:29:52,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_-9223372036854775788_1002 (size=7)
2024-11-08T00:29:52,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_-9223372036854775772_1004 (size=42)
2024-11-08T00:29:52,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_-9223372036854775773_1004 (size=42)
2024-11-08T00:29:52,767 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dafede9f50084d258b206b260823178b, entries=3, sequenceid=72, filesize=5.2 K
2024-11-08T00:29:52,768 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.80 KB/27447, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=72, compaction requested=false
2024-11-08T00:29:52,769 INFO  [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:52,770 DEBUG [M:0;3302f0f507bd:33613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731025792617Disabling compacts and flushes for region at 1731025792617Disabling writes for close at 1731025792617Obtaining lock to block concurrent updates at 1731025792617Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731025792617Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27447, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731025792618 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731025792619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731025792619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731025792637 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731025792637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731025792656 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731025792673 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731025792673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731025792692 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731025792708 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731025792708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f9eab2: reopening flushed file at 1731025792727 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d257ad: reopening flushed file at 1731025792739 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8bd946: reopening flushed file at 1731025792751 (+12 ms)Finished flush of dataSize ~26.80 KB/27447, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=72, compaction requested=false at 1731025792768 (+17 ms)Writing region close event to WAL at 1731025792769 (+1 ms)Closed at 1731025792769
2024-11-08T00:29:52,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38993 is added to blk_1073741825_1011 (size=32650)
2024-11-08T00:29:52,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33959 is added to blk_1073741825_1011 (size=32650)
2024-11-08T00:29:52,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39567 is added to blk_1073741825_1011 (size=32650)
2024-11-08T00:29:52,774 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:52,774 INFO  [M:0;3302f0f507bd:33613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T00:29:52,774 INFO  [M:0;3302f0f507bd:33613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33613
2024-11-08T00:29:52,774 INFO  [M:0;3302f0f507bd:33613 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:52,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,885 INFO  [M:0;3302f0f507bd:33613 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:52,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x10117d954200000, quorum=127.0.0.1:55787, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:52,932 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:52,935 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:52,935 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:52,936 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:52,936 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:52,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T00:29:52,941 WARN  [BP-286690534-172.17.0.3-1731025782495 heartbeating to localhost/127.0.0.1:33219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T00:29:52,941 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T00:29:52,941 WARN  [BP-286690534-172.17.0.3-1731025782495 heartbeating to localhost/127.0.0.1:33219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-286690534-172.17.0.3-1731025782495 (Datanode Uuid a6308893-070e-47a5-84b3-a050b590349a) service to localhost/127.0.0.1:33219
2024-11-08T00:29:52,943 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data5/current/BP-286690534-172.17.0.3-1731025782495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:52,943 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data6/current/BP-286690534-172.17.0.3-1731025782495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:52,944 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T00:29:52,945 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:52,946 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:52,946 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:52,946 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:52,946 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:52,947 WARN  [BP-286690534-172.17.0.3-1731025782495 heartbeating to localhost/127.0.0.1:33219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T00:29:52,948 WARN  [BP-286690534-172.17.0.3-1731025782495 heartbeating to localhost/127.0.0.1:33219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-286690534-172.17.0.3-1731025782495 (Datanode Uuid 06c36b68-62f5-447e-86ba-59186c76ee2d) service to localhost/127.0.0.1:33219
2024-11-08T00:29:52,948 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data3/current/BP-286690534-172.17.0.3-1731025782495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:52,948 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data4/current/BP-286690534-172.17.0.3-1731025782495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:52,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T00:29:52,948 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T00:29:52,949 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T00:29:52,951 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:52,951 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:52,951 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:52,951 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:52,952 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:52,953 WARN  [BP-286690534-172.17.0.3-1731025782495 heartbeating to localhost/127.0.0.1:33219 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T00:29:52,953 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T00:29:52,953 WARN  [BP-286690534-172.17.0.3-1731025782495 heartbeating to localhost/127.0.0.1:33219 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-286690534-172.17.0.3-1731025782495 (Datanode Uuid e1dde1f4-45a8-4984-9753-1435adef06d9) service to localhost/127.0.0.1:33219
2024-11-08T00:29:52,953 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T00:29:52,953 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data1/current/BP-286690534-172.17.0.3-1731025782495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:52,954 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/cluster_8748500f-58b9-129e-69f0-97bb85818db2/data/data2/current/BP-286690534-172.17.0.3-1731025782495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:52,954 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T00:29:52,963 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T00:29:52,963 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:52,963 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:52,964 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:52,964 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:52,974 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T00:29:53,000 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T00:29:53,006 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=86 (was 160), OpenFileDescriptor=441 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=7318 (was 7614)
2024-11-08T00:29:53,011 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=86, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=7318
2024-11-08T00:29:53,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T00:29:53,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.log.dir so I do NOT create it in target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4
2024-11-08T00:29:53,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/100d6fe4-3bbc-e4bd-f5e3-378309b753dc/hadoop.tmp.dir so I do NOT create it in target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4
2024-11-08T00:29:53,012 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05, deleteOnExit=true
2024-11-08T00:29:53,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T00:29:53,012 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/test.cache.data in system properties and HBase conf
2024-11-08T00:29:53,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T00:29:53,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir in system properties and HBase conf
2024-11-08T00:29:53,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T00:29:53,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T00:29:53,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T00:29:53,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T00:29:53,013 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/nfs.dump.dir in system properties and HBase conf
2024-11-08T00:29:53,014 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/java.io.tmpdir in system properties and HBase conf
2024-11-08T00:29:53,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T00:29:53,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T00:29:53,015 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T00:29:53,338 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:53,344 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:53,345 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:53,345 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:53,345 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T00:29:53,346 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:53,346 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14abb266{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:53,347 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38845bbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:53,441 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63d762f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/java.io.tmpdir/jetty-localhost-34827-hadoop-hdfs-3_4_1-tests_jar-_-any-1753778799708814695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T00:29:53,442 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33d1b1eb{HTTP/1.1, (http/1.1)}{localhost:34827}
2024-11-08T00:29:53,442 INFO  [Time-limited test {}] server.Server(415): Started @12764ms
2024-11-08T00:29:53,721 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:53,724 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:53,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:53,725 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:53,725 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T00:29:53,725 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e639fe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:53,726 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3887b7b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:53,819 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4924c16d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/java.io.tmpdir/jetty-localhost-35983-hadoop-hdfs-3_4_1-tests_jar-_-any-431876988724219415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:53,820 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46daa7ef{HTTP/1.1, (http/1.1)}{localhost:35983}
2024-11-08T00:29:53,820 INFO  [Time-limited test {}] server.Server(415): Started @13142ms
2024-11-08T00:29:53,821 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T00:29:53,849 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:53,852 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:53,854 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:53,854 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:53,854 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T00:29:53,854 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16a06885{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:53,855 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1940b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:53,947 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bdee220{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/java.io.tmpdir/jetty-localhost-35141-hadoop-hdfs-3_4_1-tests_jar-_-any-4479728196563865242/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:53,947 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59a8d034{HTTP/1.1, (http/1.1)}{localhost:35141}
2024-11-08T00:29:53,947 INFO  [Time-limited test {}] server.Server(415): Started @13269ms
2024-11-08T00:29:53,948 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T00:29:53,979 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T00:29:53,982 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T00:29:53,985 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T00:29:53,985 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T00:29:53,985 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T00:29:53,985 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6861a8ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,AVAILABLE}
2024-11-08T00:29:53,986 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d1a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T00:29:54,079 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4875d7bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/java.io.tmpdir/jetty-localhost-45365-hadoop-hdfs-3_4_1-tests_jar-_-any-11751311590091280720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:54,079 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f643d17{HTTP/1.1, (http/1.1)}{localhost:45365}
2024-11-08T00:29:54,079 INFO  [Time-limited test {}] server.Server(415): Started @13401ms
2024-11-08T00:29:54,081 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T00:29:55,189 WARN  [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data1/current/BP-425864039-172.17.0.3-1731025793040/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:55,190 WARN  [Thread-563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data2/current/BP-425864039-172.17.0.3-1731025793040/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:55,208 WARN  [Thread-502 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T00:29:55,210 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55269984ac0bfca8 with lease ID 0xc1d0556ef3593350: Processing first storage report for DS-b50d7007-68b3-4357-a42e-408ed75718c1 from datanode DatanodeRegistration(127.0.0.1:41143, datanodeUuid=8bbf7ca9-2c49-4e96-b34c-e53464125ac9, infoPort=33131, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040)
2024-11-08T00:29:55,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55269984ac0bfca8 with lease ID 0xc1d0556ef3593350: from storage DS-b50d7007-68b3-4357-a42e-408ed75718c1 node DatanodeRegistration(127.0.0.1:41143, datanodeUuid=8bbf7ca9-2c49-4e96-b34c-e53464125ac9, infoPort=33131, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:55,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55269984ac0bfca8 with lease ID 0xc1d0556ef3593350: Processing first storage report for DS-91a2f77c-1261-4e83-9344-ead67ffb74b9 from datanode DatanodeRegistration(127.0.0.1:41143, datanodeUuid=8bbf7ca9-2c49-4e96-b34c-e53464125ac9, infoPort=33131, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040)
2024-11-08T00:29:55,211 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55269984ac0bfca8 with lease ID 0xc1d0556ef3593350: from storage DS-91a2f77c-1261-4e83-9344-ead67ffb74b9 node DatanodeRegistration(127.0.0.1:41143, datanodeUuid=8bbf7ca9-2c49-4e96-b34c-e53464125ac9, infoPort=33131, infoSecurePort=0, ipcPort=32977, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:55,424 WARN  [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data3/current/BP-425864039-172.17.0.3-1731025793040/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:55,424 WARN  [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data4/current/BP-425864039-172.17.0.3-1731025793040/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:55,439 WARN  [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T00:29:55,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bb249ee18bd931 with lease ID 0xc1d0556ef3593351: Processing first storage report for DS-72103c9c-aeb2-44c8-888d-40ec3dc2c44b from datanode DatanodeRegistration(127.0.0.1:38837, datanodeUuid=2d064db3-8b4d-4209-962f-06366e1b15df, infoPort=35081, infoSecurePort=0, ipcPort=34307, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040)
2024-11-08T00:29:55,442 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bb249ee18bd931 with lease ID 0xc1d0556ef3593351: from storage DS-72103c9c-aeb2-44c8-888d-40ec3dc2c44b node DatanodeRegistration(127.0.0.1:38837, datanodeUuid=2d064db3-8b4d-4209-962f-06366e1b15df, infoPort=35081, infoSecurePort=0, ipcPort=34307, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:55,443 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bb249ee18bd931 with lease ID 0xc1d0556ef3593351: Processing first storage report for DS-4c178c6e-22cb-465d-8634-2fbe164678e0 from datanode DatanodeRegistration(127.0.0.1:38837, datanodeUuid=2d064db3-8b4d-4209-962f-06366e1b15df, infoPort=35081, infoSecurePort=0, ipcPort=34307, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040)
2024-11-08T00:29:55,443 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bb249ee18bd931 with lease ID 0xc1d0556ef3593351: from storage DS-4c178c6e-22cb-465d-8634-2fbe164678e0 node DatanodeRegistration(127.0.0.1:38837, datanodeUuid=2d064db3-8b4d-4209-962f-06366e1b15df, infoPort=35081, infoSecurePort=0, ipcPort=34307, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:55,472 WARN  [Thread-584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data5/current/BP-425864039-172.17.0.3-1731025793040/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:55,472 WARN  [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data6/current/BP-425864039-172.17.0.3-1731025793040/current, will proceed with Du for space computation calculation, 
2024-11-08T00:29:55,490 WARN  [Thread-547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T00:29:55,493 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1eb3e24f59b57bf with lease ID 0xc1d0556ef3593352: Processing first storage report for DS-651751bb-254d-430b-bb3f-c2cf58d1b8f2 from datanode DatanodeRegistration(127.0.0.1:37595, datanodeUuid=491481b6-e6c4-4ed8-b5cb-6239dd060b77, infoPort=43243, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040)
2024-11-08T00:29:55,493 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1eb3e24f59b57bf with lease ID 0xc1d0556ef3593352: from storage DS-651751bb-254d-430b-bb3f-c2cf58d1b8f2 node DatanodeRegistration(127.0.0.1:37595, datanodeUuid=491481b6-e6c4-4ed8-b5cb-6239dd060b77, infoPort=43243, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:55,493 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1eb3e24f59b57bf with lease ID 0xc1d0556ef3593352: Processing first storage report for DS-55d7e7b9-d894-4de9-9a29-340d5d6eb439 from datanode DatanodeRegistration(127.0.0.1:37595, datanodeUuid=491481b6-e6c4-4ed8-b5cb-6239dd060b77, infoPort=43243, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040)
2024-11-08T00:29:55,493 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1eb3e24f59b57bf with lease ID 0xc1d0556ef3593352: from storage DS-55d7e7b9-d894-4de9-9a29-340d5d6eb439 node DatanodeRegistration(127.0.0.1:37595, datanodeUuid=491481b6-e6c4-4ed8-b5cb-6239dd060b77, infoPort=43243, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=415166397;c=1731025793040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T00:29:55,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4
2024-11-08T00:29:55,524 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/zookeeper_0, clientPort=54100, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T00:29:55,525 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54100
2024-11-08T00:29:55,525 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:55,527 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741825_1001 (size=7)
2024-11-08T00:29:55,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741825_1001 (size=7)
2024-11-08T00:29:55,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741825_1001 (size=7)
2024-11-08T00:29:55,541 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef with version=8
2024-11-08T00:29:55,542 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33219/user/jenkins/test-data/c17cdb88-9feb-bc50-c47a-4d27537bda68/hbase-staging
2024-11-08T00:29:55,545 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:55,545 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:55,545 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:55,545 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:55,545 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:55,545 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:55,545 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T00:29:55,546 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:55,546 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43025
2024-11-08T00:29:55,549 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43025 connecting to ZooKeeper ensemble=127.0.0.1:54100
2024-11-08T00:29:55,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430250x0, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:55,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43025-0x10117d9756e0000 connected
2024-11-08T00:29:56,039 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,045 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:56,049 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef, hbase.cluster.distributed=false
2024-11-08T00:29:56,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:56,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43025
2024-11-08T00:29:56,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43025
2024-11-08T00:29:56,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43025
2024-11-08T00:29:56,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43025
2024-11-08T00:29:56,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43025
2024-11-08T00:29:56,068 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:56,068 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,068 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,069 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:56,069 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,069 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:56,069 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T00:29:56,069 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:56,070 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41809
2024-11-08T00:29:56,071 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41809 connecting to ZooKeeper ensemble=127.0.0.1:54100
2024-11-08T00:29:56,072 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,073 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418090x0, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:56,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418090x0, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:56,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41809-0x10117d9756e0001 connected
2024-11-08T00:29:56,087 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T00:29:56,088 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T00:29:56,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T00:29:56,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:56,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41809
2024-11-08T00:29:56,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41809
2024-11-08T00:29:56,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41809
2024-11-08T00:29:56,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41809
2024-11-08T00:29:56,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41809
2024-11-08T00:29:56,110 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:56,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,110 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:56,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,110 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:56,111 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T00:29:56,111 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:56,111 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44719
2024-11-08T00:29:56,113 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44719 connecting to ZooKeeper ensemble=127.0.0.1:54100
2024-11-08T00:29:56,113 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,115 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447190x0, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:56,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44719-0x10117d9756e0002 connected
2024-11-08T00:29:56,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:56,129 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T00:29:56,129 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T00:29:56,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T00:29:56,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:56,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44719
2024-11-08T00:29:56,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44719
2024-11-08T00:29:56,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44719
2024-11-08T00:29:56,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44719
2024-11-08T00:29:56,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44719
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/3302f0f507bd:0 server-side Connection retries=45
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T00:29:56,151 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T00:29:56,152 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46807
2024-11-08T00:29:56,153 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46807 connecting to ZooKeeper ensemble=127.0.0.1:54100
2024-11-08T00:29:56,154 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,155 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468070x0, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T00:29:56,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468070x0, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:56,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46807-0x10117d9756e0003 connected
2024-11-08T00:29:56,164 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T00:29:56,165 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T00:29:56,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T00:29:56,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T00:29:56,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46807
2024-11-08T00:29:56,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46807
2024-11-08T00:29:56,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46807
2024-11-08T00:29:56,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46807
2024-11-08T00:29:56,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46807
2024-11-08T00:29:56,185 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3302f0f507bd:43025
2024-11-08T00:29:56,185 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3302f0f507bd,43025,1731025795544
2024-11-08T00:29:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,195 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3302f0f507bd,43025,1731025795544
2024-11-08T00:29:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:56,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,207 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T00:29:56,209 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3302f0f507bd,43025,1731025795544 from backup master directory
2024-11-08T00:29:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3302f0f507bd,43025,1731025795544
2024-11-08T00:29:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T00:29:56,216 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:56,217 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3302f0f507bd,43025,1731025795544
2024-11-08T00:29:56,227 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/hbase.id] with ID: 9eb709c4-46f7-4220-b6a8-ddd028ad1f3d
2024-11-08T00:29:56,227 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/.tmp/hbase.id
2024-11-08T00:29:56,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741826_1002 (size=42)
2024-11-08T00:29:56,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741826_1002 (size=42)
2024-11-08T00:29:56,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741826_1002 (size=42)
2024-11-08T00:29:56,237 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/.tmp/hbase.id]:[hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/hbase.id]
2024-11-08T00:29:56,253 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T00:29:56,253 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T00:29:56,255 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-08T00:29:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741827_1003 (size=196)
2024-11-08T00:29:56,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741827_1003 (size=196)
2024-11-08T00:29:56,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741827_1003 (size=196)
2024-11-08T00:29:56,275 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T00:29:56,276 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T00:29:56,276 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T00:29:56,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741828_1004 (size=1189)
2024-11-08T00:29:56,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741828_1004 (size=1189)
2024-11-08T00:29:56,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741828_1004 (size=1189)
2024-11-08T00:29:56,289 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store
2024-11-08T00:29:56,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741829_1005 (size=34)
2024-11-08T00:29:56,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741829_1005 (size=34)
2024-11-08T00:29:56,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741829_1005 (size=34)
2024-11-08T00:29:56,300 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:56,300 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T00:29:56,301 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:56,301 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:56,301 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T00:29:56,301 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:56,301 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:56,301 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731025796300Disabling compacts and flushes for region at 1731025796300Disabling writes for close at 1731025796301 (+1 ms)Writing region close event to WAL at 1731025796301Closed at 1731025796301
2024-11-08T00:29:56,302 WARN  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/.initializing
2024-11-08T00:29:56,302 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/WALs/3302f0f507bd,43025,1731025795544
2024-11-08T00:29:56,307 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C43025%2C1731025795544, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/WALs/3302f0f507bd,43025,1731025795544, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/oldWALs, maxLogs=10
2024-11-08T00:29:56,308 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3302f0f507bd%2C43025%2C1731025795544.1731025796308
2024-11-08T00:29:56,316 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T00:29:56,320 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/WALs/3302f0f507bd,43025,1731025795544/3302f0f507bd%2C43025%2C1731025795544.1731025796308
2024-11-08T00:29:56,322 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T00:29:56,325 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131),(127.0.0.1/127.0.0.1:43243:43243),(127.0.0.1/127.0.0.1:35081:35081)]
2024-11-08T00:29:56,328 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T00:29:56,328 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:56,329 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,329 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,331 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:56,334 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T00:29:56,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:56,335 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:56,338 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T00:29:56,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,339 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:56,339 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:56,342 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T00:29:56,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,344 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:56,344 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T00:29:56,346 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T00:29:56,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,347 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:56,348 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,349 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,349 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,351 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,351 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,352 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T00:29:56,353 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T00:29:56,356 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T00:29:56,357 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75180730, jitterRate=0.1202801764011383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T00:29:56,358 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731025796329Initializing all the Stores at 1731025796331 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025796331Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025796331Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025796331Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025796331Cleaning up temporary data from old regions at 1731025796351 (+20 ms)Region opened successfully at 1731025796358 (+7 ms)
2024-11-08T00:29:56,359 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T00:29:56,365 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@807e5a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:56,366 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T00:29:56,366 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T00:29:56,366 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T00:29:56,367 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T00:29:56,368 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T00:29:56,368 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T00:29:56,368 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T00:29:56,371 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T00:29:56,371 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T00:29:56,372 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T00:29:56,373 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-08T00:29:56,384 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-08T00:29:56,385 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T00:29:56,386 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-08T00:29:56,395 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-08T00:29:56,396 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T00:29:56,397 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-08T00:29:56,406 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-08T00:29:56,407 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-08T00:29:56,416 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-08T00:29:56,419 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T00:29:56,427 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-08T00:29:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,438 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3302f0f507bd,43025,1731025795544, sessionid=0x10117d9756e0000, setting cluster-up flag (Was=false)
2024-11-08T00:29:56,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,490 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-08T00:29:56,492 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,43025,1731025795544
2024-11-08T00:29:56,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:56,553 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-08T00:29:56,554 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3302f0f507bd,43025,1731025795544
2024-11-08T00:29:56,556 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T00:29:56,559 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:56,559 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T00:29:56,559 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T00:29:56,560 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3302f0f507bd,43025,1731025795544
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3302f0f507bd:0, corePoolSize=5, maxPoolSize=5
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3302f0f507bd:0, corePoolSize=10, maxPoolSize=10
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:56,562 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,563 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731025826563
2024-11-08T00:29:56,563 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T00:29:56,563 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T00:29:56,563 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T00:29:56,563 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T00:29:56,563 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T00:29:56,563 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T00:29:56,564 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,565 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T00:29:56,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:56,565 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T00:29:56,565 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T00:29:56,565 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T00:29:56,565 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T00:29:56,565 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T00:29:56,566 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,566 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T00:29:56,567 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025796565,5,FailOnTimeoutGroup]
2024-11-08T00:29:56,568 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025796567,5,FailOnTimeoutGroup]
2024-11-08T00:29:56,568 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,568 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T00:29:56,568 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,568 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,576 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(746): ClusterId : 9eb709c4-46f7-4220-b6a8-ddd028ad1f3d
2024-11-08T00:29:56,576 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T00:29:56,576 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(746): ClusterId : 9eb709c4-46f7-4220-b6a8-ddd028ad1f3d
2024-11-08T00:29:56,576 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T00:29:56,577 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(746): ClusterId : 9eb709c4-46f7-4220-b6a8-ddd028ad1f3d
2024-11-08T00:29:56,577 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T00:29:56,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741831_1007 (size=1321)
2024-11-08T00:29:56,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741831_1007 (size=1321)
2024-11-08T00:29:56,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741831_1007 (size=1321)
2024-11-08T00:29:56,580 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T00:29:56,580 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef
2024-11-08T00:29:56,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741832_1008 (size=32)
2024-11-08T00:29:56,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741832_1008 (size=32)
2024-11-08T00:29:56,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741832_1008 (size=32)
2024-11-08T00:29:56,596 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T00:29:56,596 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T00:29:56,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:56,597 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T00:29:56,597 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T00:29:56,600 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T00:29:56,602 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T00:29:56,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:56,603 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T00:29:56,604 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T00:29:56,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,605 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:56,605 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T00:29:56,606 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T00:29:56,606 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T00:29:56,607 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T00:29:56,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,608 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:56,608 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T00:29:56,610 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T00:29:56,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:56,611 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:56,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T00:29:56,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740
2024-11-08T00:29:56,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740
2024-11-08T00:29:56,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T00:29:56,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T00:29:56,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T00:29:56,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T00:29:56,619 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T00:29:56,619 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66518381, jitterRate=-0.008798882365226746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T00:29:56,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731025796596Initializing all the Stores at 1731025796598 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025796598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025796600 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025796600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025796600Cleaning up temporary data from old regions at 1731025796614 (+14 ms)Region opened successfully at 1731025796620 (+6 ms)
2024-11-08T00:29:56,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T00:29:56,620 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T00:29:56,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T00:29:56,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms
2024-11-08T00:29:56,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T00:29:56,621 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T00:29:56,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731025796620Disabling compacts and flushes for region at 1731025796620Disabling writes for close at 1731025796621 (+1 ms)Writing region close event to WAL at 1731025796621Closed at 1731025796621
2024-11-08T00:29:56,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:56,623 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T00:29:56,623 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T00:29:56,625 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T00:29:56,627 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T00:29:56,627 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T00:29:56,627 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T00:29:56,627 DEBUG [RS:0;3302f0f507bd:41809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c1b569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:56,627 DEBUG [RS:1;3302f0f507bd:44719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4513b8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:56,628 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T00:29:56,629 DEBUG [RS:2;3302f0f507bd:46807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f146dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3302f0f507bd/172.17.0.3:0
2024-11-08T00:29:56,641 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;3302f0f507bd:44719
2024-11-08T00:29:56,641 DEBUG [RS:0;3302f0f507bd:41809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3302f0f507bd:41809
2024-11-08T00:29:56,641 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T00:29:56,641 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T00:29:56,641 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T00:29:56,641 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T00:29:56,641 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T00:29:56,641 DEBUG [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T00:29:56,642 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,43025,1731025795544 with port=41809, startcode=1731025796068
2024-11-08T00:29:56,642 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,43025,1731025795544 with port=44719, startcode=1731025796110
2024-11-08T00:29:56,643 DEBUG [RS:1;3302f0f507bd:44719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T00:29:56,643 DEBUG [RS:0;3302f0f507bd:41809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T00:29:56,645 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T00:29:56,645 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T00:29:56,646 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;3302f0f507bd:46807
2024-11-08T00:29:56,646 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T00:29:56,646 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,41809,1731025796068
2024-11-08T00:29:56,646 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T00:29:56,646 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T00:29:56,646 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,41809,1731025796068
2024-11-08T00:29:56,647 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(2659): reportForDuty to master=3302f0f507bd,43025,1731025795544 with port=46807, startcode=1731025796150
2024-11-08T00:29:56,647 DEBUG [RS:2;3302f0f507bd:46807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T00:29:56,648 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,44719,1731025796110
2024-11-08T00:29:56,648 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,44719,1731025796110
2024-11-08T00:29:56,648 DEBUG [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef
2024-11-08T00:29:56,648 DEBUG [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691
2024-11-08T00:29:56,649 DEBUG [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T00:29:56,650 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T00:29:56,651 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3302f0f507bd,46807,1731025796150
2024-11-08T00:29:56,651 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef
2024-11-08T00:29:56,651 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43025 {}] master.ServerManager(517): Registering regionserver=3302f0f507bd,46807,1731025796150
2024-11-08T00:29:56,651 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691
2024-11-08T00:29:56,651 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T00:29:56,653 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef
2024-11-08T00:29:56,653 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691
2024-11-08T00:29:56,653 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T00:29:56,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T00:29:56,694 DEBUG [RS:0;3302f0f507bd:41809 {}] zookeeper.ZKUtil(111): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,41809,1731025796068
2024-11-08T00:29:56,694 WARN  [RS:0;3302f0f507bd:41809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:56,694 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,46807,1731025796150]
2024-11-08T00:29:56,694 INFO  [RS:0;3302f0f507bd:41809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T00:29:56,694 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,44719,1731025796110]
2024-11-08T00:29:56,694 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3302f0f507bd,41809,1731025796068]
2024-11-08T00:29:56,694 DEBUG [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,41809,1731025796068
2024-11-08T00:29:56,694 DEBUG [RS:2;3302f0f507bd:46807 {}] zookeeper.ZKUtil(111): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,46807,1731025796150
2024-11-08T00:29:56,694 DEBUG [RS:1;3302f0f507bd:44719 {}] zookeeper.ZKUtil(111): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3302f0f507bd,44719,1731025796110
2024-11-08T00:29:56,695 WARN  [RS:1;3302f0f507bd:44719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:56,695 WARN  [RS:2;3302f0f507bd:46807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T00:29:56,695 INFO  [RS:2;3302f0f507bd:46807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T00:29:56,695 INFO  [RS:1;3302f0f507bd:44719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T00:29:56,695 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,44719,1731025796110
2024-11-08T00:29:56,695 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,46807,1731025796150
2024-11-08T00:29:56,699 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T00:29:56,699 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T00:29:56,699 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T00:29:56,702 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T00:29:56,702 INFO  [RS:0;3302f0f507bd:41809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T00:29:56,702 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,702 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T00:29:56,704 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T00:29:56,704 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,704 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,704 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,704 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,705 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:56,705 DEBUG [RS:0;3302f0f507bd:41809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:56,707 INFO  [RS:2;3302f0f507bd:46807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T00:29:56,707 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,707 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T00:29:56,708 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,708 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,708 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T00:29:56,708 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,708 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,708 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,708 INFO  [RS:1;3302f0f507bd:44719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T00:29:56,708 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,41809,1731025796068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:56,708 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,709 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T00:29:56,709 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,709 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,709 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,709 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,709 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,709 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:56,710 DEBUG [RS:2;3302f0f507bd:46807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:56,715 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T00:29:56,716 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T00:29:56,716 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,716 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,716 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,716 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,716 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,716 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,716 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,716 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,716 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46807,1731025796150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:56,716 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3302f0f507bd:0, corePoolSize=2, maxPoolSize=2
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3302f0f507bd:0, corePoolSize=1, maxPoolSize=1
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:56,717 DEBUG [RS:1;3302f0f507bd:44719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0, corePoolSize=3, maxPoolSize=3
2024-11-08T00:29:56,724 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,724 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,724 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,724 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,724 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,724 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44719,1731025796110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:56,728 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T00:29:56,729 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,41809,1731025796068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,729 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,729 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.Replication(171): 3302f0f507bd,41809,1731025796068 started
2024-11-08T00:29:56,736 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T00:29:56,736 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,46807,1731025796150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,737 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,737 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.Replication(171): 3302f0f507bd,46807,1731025796150 started
2024-11-08T00:29:56,743 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T00:29:56,744 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,44719,1731025796110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,744 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,744 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.Replication(171): 3302f0f507bd,44719,1731025796110 started
2024-11-08T00:29:56,748 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,748 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,41809,1731025796068, RpcServer on 3302f0f507bd/172.17.0.3:41809, sessionid=0x10117d9756e0001
2024-11-08T00:29:56,748 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T00:29:56,748 DEBUG [RS:0;3302f0f507bd:41809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,41809,1731025796068
2024-11-08T00:29:56,748 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,41809,1731025796068'
2024-11-08T00:29:56,748 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T00:29:56,749 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T00:29:56,750 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T00:29:56,750 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T00:29:56,750 DEBUG [RS:0;3302f0f507bd:41809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,41809,1731025796068
2024-11-08T00:29:56,750 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,41809,1731025796068'
2024-11-08T00:29:56,750 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T00:29:56,750 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T00:29:56,751 DEBUG [RS:0;3302f0f507bd:41809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T00:29:56,751 INFO  [RS:0;3302f0f507bd:41809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T00:29:56,751 INFO  [RS:0;3302f0f507bd:41809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T00:29:56,756 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,756 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,46807,1731025796150, RpcServer on 3302f0f507bd/172.17.0.3:46807, sessionid=0x10117d9756e0003
2024-11-08T00:29:56,756 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T00:29:56,757 DEBUG [RS:2;3302f0f507bd:46807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,46807,1731025796150
2024-11-08T00:29:56,757 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,46807,1731025796150'
2024-11-08T00:29:56,757 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T00:29:56,757 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T00:29:56,758 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T00:29:56,758 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T00:29:56,758 DEBUG [RS:2;3302f0f507bd:46807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,46807,1731025796150
2024-11-08T00:29:56,758 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,46807,1731025796150'
2024-11-08T00:29:56,758 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T00:29:56,758 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T00:29:56,759 DEBUG [RS:2;3302f0f507bd:46807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T00:29:56,759 INFO  [RS:2;3302f0f507bd:46807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T00:29:56,759 INFO  [RS:2;3302f0f507bd:46807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T00:29:56,760 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:56,760 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1482): Serving as 3302f0f507bd,44719,1731025796110, RpcServer on 3302f0f507bd/172.17.0.3:44719, sessionid=0x10117d9756e0002
2024-11-08T00:29:56,760 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T00:29:56,760 DEBUG [RS:1;3302f0f507bd:44719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3302f0f507bd,44719,1731025796110
2024-11-08T00:29:56,760 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,44719,1731025796110'
2024-11-08T00:29:56,760 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T00:29:56,760 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T00:29:56,761 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T00:29:56,761 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T00:29:56,761 DEBUG [RS:1;3302f0f507bd:44719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3302f0f507bd,44719,1731025796110
2024-11-08T00:29:56,761 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3302f0f507bd,44719,1731025796110'
2024-11-08T00:29:56,761 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T00:29:56,762 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T00:29:56,762 DEBUG [RS:1;3302f0f507bd:44719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T00:29:56,762 INFO  [RS:1;3302f0f507bd:44719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T00:29:56,762 INFO  [RS:1;3302f0f507bd:44719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T00:29:56,777 WARN  [3302f0f507bd:43025 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T00:29:56,855 INFO  [RS:0;3302f0f507bd:41809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C41809%2C1731025796068, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,41809,1731025796068, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs, maxLogs=32
2024-11-08T00:29:56,859 INFO  [RS:0;3302f0f507bd:41809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3302f0f507bd%2C41809%2C1731025796068.1731025796859
2024-11-08T00:29:56,863 INFO  [RS:2;3302f0f507bd:46807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C46807%2C1731025796150, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,46807,1731025796150, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs, maxLogs=32
2024-11-08T00:29:56,865 INFO  [RS:2;3302f0f507bd:46807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3302f0f507bd%2C46807%2C1731025796150.1731025796865
2024-11-08T00:29:56,866 INFO  [RS:1;3302f0f507bd:44719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C44719%2C1731025796110, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,44719,1731025796110, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs, maxLogs=32
2024-11-08T00:29:56,868 INFO  [RS:1;3302f0f507bd:44719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 3302f0f507bd%2C44719%2C1731025796110.1731025796868
2024-11-08T00:29:56,873 INFO  [RS:0;3302f0f507bd:41809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,41809,1731025796068/3302f0f507bd%2C41809%2C1731025796068.1731025796859
2024-11-08T00:29:56,876 DEBUG [RS:0;3302f0f507bd:41809 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35081:35081),(127.0.0.1/127.0.0.1:33131:33131),(127.0.0.1/127.0.0.1:43243:43243)]
2024-11-08T00:29:56,878 INFO  [RS:2;3302f0f507bd:46807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,46807,1731025796150/3302f0f507bd%2C46807%2C1731025796150.1731025796865
2024-11-08T00:29:56,879 DEBUG [RS:2;3302f0f507bd:46807 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:33131:33131),(127.0.0.1/127.0.0.1:35081:35081),(127.0.0.1/127.0.0.1:43243:43243)]
2024-11-08T00:29:56,880 INFO  [RS:1;3302f0f507bd:44719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,44719,1731025796110/3302f0f507bd%2C44719%2C1731025796110.1731025796868
2024-11-08T00:29:56,881 DEBUG [RS:1;3302f0f507bd:44719 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35081:35081),(127.0.0.1/127.0.0.1:43243:43243),(127.0.0.1/127.0.0.1:33131:33131)]
2024-11-08T00:29:57,028 DEBUG [3302f0f507bd:43025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-08T00:29:57,028 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0}
2024-11-08T00:29:57,033 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T00:29:57,033 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T00:29:57,033 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T00:29:57,034 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T00:29:57,034 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T00:29:57,034 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T00:29:57,034 INFO  [3302f0f507bd:43025 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T00:29:57,034 INFO  [3302f0f507bd:43025 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T00:29:57,034 INFO  [3302f0f507bd:43025 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T00:29:57,034 DEBUG [3302f0f507bd:43025 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T00:29:57,035 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3302f0f507bd,46807,1731025796150
2024-11-08T00:29:57,039 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,46807,1731025796150, state=OPENING
2024-11-08T00:29:57,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T00:29:57,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:57,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:57,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:57,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:57,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,071 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T00:29:57,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,071 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,46807,1731025796150}]
2024-11-08T00:29:57,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,229 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T00:29:57,232 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T00:29:57,241 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T00:29:57,242 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T00:29:57,245 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3302f0f507bd%2C46807%2C1731025796150.meta, suffix=.meta, logDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,46807,1731025796150, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs, maxLogs=32
2024-11-08T00:29:57,246 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 3302f0f507bd%2C46807%2C1731025796150.meta.1731025797246.meta
2024-11-08T00:29:57,255 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/WALs/3302f0f507bd,46807,1731025796150/3302f0f507bd%2C46807%2C1731025796150.meta.1731025797246.meta
2024-11-08T00:29:57,264 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35081:35081),(127.0.0.1/127.0.0.1:43243:43243),(127.0.0.1/127.0.0.1:33131:33131)]
2024-11-08T00:29:57,267 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T00:29:57,267 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T00:29:57,268 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T00:29:57,268 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T00:29:57,268 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T00:29:57,268 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:57,268 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T00:29:57,268 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T00:29:57,270 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T00:29:57,271 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T00:29:57,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:57,272 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:57,272 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T00:29:57,273 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T00:29:57,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:57,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:57,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T00:29:57,274 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T00:29:57,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:57,275 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:57,275 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T00:29:57,276 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T00:29:57,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:57,276 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T00:29:57,276 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T00:29:57,277 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740
2024-11-08T00:29:57,279 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740
2024-11-08T00:29:57,280 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T00:29:57,280 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T00:29:57,281 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T00:29:57,282 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T00:29:57,283 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60512050, jitterRate=-0.09830018877983093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T00:29:57,284 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T00:29:57,285 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731025797268Writing region info on filesystem at 1731025797268Initializing all the Stores at 1731025797269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025797270 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025797270Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025797270Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731025797270Cleaning up temporary data from old regions at 1731025797280 (+10 ms)Running coprocessor post-open hooks at 1731025797284 (+4 ms)Region opened successfully at 1731025797284
2024-11-08T00:29:57,286 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731025797228
2024-11-08T00:29:57,290 DEBUG [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T00:29:57,291 INFO  [RS_OPEN_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T00:29:57,291 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,46807,1731025796150
2024-11-08T00:29:57,292 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3302f0f507bd,46807,1731025796150, state=OPEN
2024-11-08T00:29:57,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:57,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:57,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:57,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3302f0f507bd,46807,1731025796150
2024-11-08T00:29:57,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T00:29:57,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T00:29:57,306 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T00:29:57,306 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3302f0f507bd,46807,1731025796150 in 229 msec
2024-11-08T00:29:57,311 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T00:29:57,311 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 683 msec
2024-11-08T00:29:57,312 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T00:29:57,312 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T00:29:57,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T00:29:57,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,46807,1731025796150, seqNum=-1]
2024-11-08T00:29:57,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T00:29:57,316 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51837, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T00:29:57,325 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 766 msec
2024-11-08T00:29:57,325 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731025797325, completionTime=-1
2024-11-08T00:29:57,325 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-08T00:29:57,325 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T00:29:57,327 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-08T00:29:57,327 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731025857327
2024-11-08T00:29:57,327 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731025917327
2024-11-08T00:29:57,328 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-08T00:29:57,328 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43025,1731025795544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:57,328 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43025,1731025795544-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:57,328 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43025,1731025795544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:57,328 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3302f0f507bd:43025, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:57,329 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:57,329 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:57,331 DEBUG [master/3302f0f507bd:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T00:29:57,333 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.116sec
2024-11-08T00:29:57,334 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T00:29:57,334 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T00:29:57,334 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T00:29:57,334 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T00:29:57,334 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T00:29:57,334 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43025,1731025795544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T00:29:57,334 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43025,1731025795544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T00:29:57,337 DEBUG [master/3302f0f507bd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T00:29:57,337 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T00:29:57,337 INFO  [master/3302f0f507bd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3302f0f507bd,43025,1731025795544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T00:29:57,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6e0fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T00:29:57,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3302f0f507bd,43025,-1 for getting cluster id
2024-11-08T00:29:57,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T00:29:57,379 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9eb709c4-46f7-4220-b6a8-ddd028ad1f3d'
2024-11-08T00:29:57,379 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T00:29:57,379 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9eb709c4-46f7-4220-b6a8-ddd028ad1f3d"

2024-11-08T00:29:57,380 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c78872c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T00:29:57,380 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3302f0f507bd,43025,-1]
2024-11-08T00:29:57,380 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T00:29:57,380 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:57,382 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T00:29:57,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1301f665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T00:29:57,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T00:29:57,385 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3302f0f507bd,46807,1731025796150, seqNum=-1]
2024-11-08T00:29:57,385 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T00:29:57,387 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T00:29:57,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3302f0f507bd,43025,1731025795544
2024-11-08T00:29:57,391 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T00:29:57,392 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3302f0f507bd,43025,1731025795544
2024-11-08T00:29:57,392 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51ef0833
2024-11-08T00:29:57,393 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T00:29:57,395 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T00:29:57,396 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T00:29:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-08T00:29:57,400 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T00:29:57,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:57,400 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-08T00:29:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:57,402 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T00:29:57,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741837_1013 (size=392)
2024-11-08T00:29:57,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741837_1013 (size=392)
2024-11-08T00:29:57,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741837_1013 (size=392)
2024-11-08T00:29:57,413 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c73eaea2890bd917b8d0eb705f5b1f57, NAME => 'TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef
2024-11-08T00:29:57,421 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741838_1014 (size=51)
2024-11-08T00:29:57,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741838_1014 (size=51)
2024-11-08T00:29:57,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741838_1014 (size=51)
2024-11-08T00:29:57,423 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:57,423 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing c73eaea2890bd917b8d0eb705f5b1f57, disabling compactions & flushes
2024-11-08T00:29:57,423 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:57,423 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:57,423 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57. after waiting 0 ms
2024-11-08T00:29:57,423 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:57,423 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:57,423 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for c73eaea2890bd917b8d0eb705f5b1f57:
Waiting for close lock at 1731025797423Disabling compacts and flushes for region at 1731025797423Disabling writes for close at 1731025797423Writing region close event to WAL at 1731025797423Closed at 1731025797423
2024-11-08T00:29:57,425 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T00:29:57,425 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731025797425"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731025797425"}]},"ts":"1731025797425"}
2024-11-08T00:29:57,428 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T00:29:57,430 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T00:29:57,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025797430"}]},"ts":"1731025797430"}
2024-11-08T00:29:57,432 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-08T00:29:57,433 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {3302f0f507bd=0} racks are {/default-rack=0}
2024-11-08T00:29:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T00:29:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T00:29:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T00:29:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T00:29:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T00:29:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T00:29:57,434 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T00:29:57,434 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T00:29:57,434 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T00:29:57,434 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T00:29:57,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c73eaea2890bd917b8d0eb705f5b1f57, ASSIGN}]
2024-11-08T00:29:57,437 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c73eaea2890bd917b8d0eb705f5b1f57, ASSIGN
2024-11-08T00:29:57,438 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c73eaea2890bd917b8d0eb705f5b1f57, ASSIGN; state=OFFLINE, location=3302f0f507bd,44719,1731025796110; forceNewPlan=false, retain=false
2024-11-08T00:29:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:57,589 INFO  [3302f0f507bd:43025 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-08T00:29:57,590 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73eaea2890bd917b8d0eb705f5b1f57, regionState=OPENING, regionLocation=3302f0f507bd,44719,1731025796110
2024-11-08T00:29:57,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c73eaea2890bd917b8d0eb705f5b1f57, ASSIGN because future has completed
2024-11-08T00:29:57,601 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73eaea2890bd917b8d0eb705f5b1f57, server=3302f0f507bd,44719,1731025796110}]
2024-11-08T00:29:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:57,756 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T00:29:57,758 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T00:29:57,764 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:57,764 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c73eaea2890bd917b8d0eb705f5b1f57, NAME => 'TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.', STARTKEY => '', ENDKEY => ''}
2024-11-08T00:29:57,765 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,765 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T00:29:57,765 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,765 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,767 INFO  [StoreOpener-c73eaea2890bd917b8d0eb705f5b1f57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c73eaea2890bd917b8d0eb705f5b1f57 
2024-11-08T00:29:57,769 INFO  [StoreOpener-c73eaea2890bd917b8d0eb705f5b1f57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c73eaea2890bd917b8d0eb705f5b1f57 columnFamilyName cf
2024-11-08T00:29:57,769 DEBUG [StoreOpener-c73eaea2890bd917b8d0eb705f5b1f57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T00:29:57,770 INFO  [StoreOpener-c73eaea2890bd917b8d0eb705f5b1f57-1 {}] regionserver.HStore(327): Store=c73eaea2890bd917b8d0eb705f5b1f57/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T00:29:57,770 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,771 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,772 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,772 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,773 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,775 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,777 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T00:29:57,777 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c73eaea2890bd917b8d0eb705f5b1f57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60127398, jitterRate=-0.10403195023536682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-08T00:29:57,778 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:57,778 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c73eaea2890bd917b8d0eb705f5b1f57:
Running coprocessor pre-open hook at 1731025797765Writing region info on filesystem at 1731025797765Initializing all the Stores at 1731025797767 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731025797767Cleaning up temporary data from old regions at 1731025797773 (+6 ms)Running coprocessor post-open hooks at 1731025797778 (+5 ms)Region opened successfully at 1731025797778
2024-11-08T00:29:57,780 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57., pid=6, masterSystemTime=1731025797755
2024-11-08T00:29:57,783 DEBUG [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:57,783 INFO  [RS_OPEN_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:57,784 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c73eaea2890bd917b8d0eb705f5b1f57, regionState=OPEN, openSeqNum=2, regionLocation=3302f0f507bd,44719,1731025796110
2024-11-08T00:29:57,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c73eaea2890bd917b8d0eb705f5b1f57, server=3302f0f507bd,44719,1731025796110 because future has completed
2024-11-08T00:29:57,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T00:29:57,793 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c73eaea2890bd917b8d0eb705f5b1f57, server=3302f0f507bd,44719,1731025796110 in 188 msec
2024-11-08T00:29:57,796 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T00:29:57,797 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=c73eaea2890bd917b8d0eb705f5b1f57, ASSIGN in 359 msec
2024-11-08T00:29:57,798 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T00:29:57,798 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731025797798"}]},"ts":"1731025797798"}
2024-11-08T00:29:57,801 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-08T00:29:57,803 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T00:29:57,806 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 407 msec
2024-11-08T00:29:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T00:29:58,029 INFO  [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T00:29:58,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-08T00:29:58,030 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T00:29:58,034 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-08T00:29:58,035 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T00:29:58,035 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-08T00:29:58,039 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57., hostname=3302f0f507bd,44719,1731025796110, seqNum=2]
2024-11-08T00:29:58,039 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T00:29:58,041 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T00:29:58,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-08T00:29:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-08T00:29:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T00:29:58,047 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-08T00:29:58,049 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T00:29:58,049 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T00:29:58,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T00:29:58,112 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T00:29:58,119 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T00:29:58,119 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T00:29:58,120 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T00:29:58,120 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T00:29:58,121 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC
2024-11-08T00:29:58,121 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC Metrics about Tables on a single HBase RegionServer
2024-11-08T00:29:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T00:29:58,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T00:29:58,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:58,207 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c73eaea2890bd917b8d0eb705f5b1f57 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-08T00:29:58,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57/.tmp/cf/a2d8226b425a46288795f05fce16f667 is 36, key is row/cf:cq/1731025798042/Put/seqid=0
2024-11-08T00:29:58,230 WARN  [IPC Server handler 1 on default port 46691 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-08T00:29:58,230 WARN  [IPC Server handler 1 on default port 46691 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-08T00:29:58,231 WARN  [IPC Server handler 1 on default port 46691 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-08T00:29:58,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741839_1015 (size=4787)
2024-11-08T00:29:58,236 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741839_1015 (size=4787)
2024-11-08T00:29:58,237 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57/.tmp/cf/a2d8226b425a46288795f05fce16f667
2024-11-08T00:29:58,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57/.tmp/cf/a2d8226b425a46288795f05fce16f667 as hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57/cf/a2d8226b425a46288795f05fce16f667
2024-11-08T00:29:58,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57/cf/a2d8226b425a46288795f05fce16f667, entries=1, sequenceid=5, filesize=4.7 K
2024-11-08T00:29:58,254 INFO  [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for c73eaea2890bd917b8d0eb705f5b1f57 in 47ms, sequenceid=5, compaction requested=false
2024-11-08T00:29:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c73eaea2890bd917b8d0eb705f5b1f57:

2024-11-08T00:29:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3302f0f507bd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T00:29:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T00:29:58,260 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-08T00:29:58,261 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec
2024-11-08T00:29:58,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 217 msec
2024-11-08T00:29:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T00:29:58,369 INFO  [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T00:29:58,376 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T00:29:58,377 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T00:29:58,377 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:58,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,378 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T00:29:58,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T00:29:58,378 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=35211682, stopped=false
2024-11-08T00:29:58,378 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3302f0f507bd,43025,1731025795544
2024-11-08T00:29:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:58,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T00:29:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:58,445 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T00:29:58,446 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T00:29:58,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:58,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:58,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:58,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:58,446 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,41809,1731025796068' *****
2024-11-08T00:29:58,446 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T00:29:58,447 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,44719,1731025796110' *****
2024-11-08T00:29:58,447 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T00:29:58,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T00:29:58,447 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3302f0f507bd,46807,1731025796150' *****
2024-11-08T00:29:58,447 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T00:29:58,447 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T00:29:58,447 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T00:29:58,447 INFO  [RS:1;3302f0f507bd:44719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T00:29:58,448 INFO  [RS:1;3302f0f507bd:44719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T00:29:58,448 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T00:29:58,448 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T00:29:58,447 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T00:29:58,447 INFO  [RS:0;3302f0f507bd:41809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T00:29:58,448 INFO  [RS:0;3302f0f507bd:41809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T00:29:58,448 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,41809,1731025796068
2024-11-08T00:29:58,448 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:58,448 INFO  [RS:0;3302f0f507bd:41809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3302f0f507bd:41809.
2024-11-08T00:29:58,448 DEBUG [RS:0;3302f0f507bd:41809 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:58,448 DEBUG [RS:0;3302f0f507bd:41809 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,448 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,41809,1731025796068; all regions closed.
2024-11-08T00:29:58,449 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(3091): Received CLOSE for c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:58,449 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T00:29:58,449 INFO  [RS:2;3302f0f507bd:46807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T00:29:58,449 INFO  [RS:2;3302f0f507bd:46807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T00:29:58,449 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,46807,1731025796150
2024-11-08T00:29:58,449 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:58,449 INFO  [RS:2;3302f0f507bd:46807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;3302f0f507bd:46807.
2024-11-08T00:29:58,449 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,449 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(959): stopping server 3302f0f507bd,44719,1731025796110
2024-11-08T00:29:58,449 DEBUG [RS:2;3302f0f507bd:46807 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:58,449 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:58,449 DEBUG [RS:2;3302f0f507bd:46807 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,449 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,449 INFO  [RS:1;3302f0f507bd:44719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;3302f0f507bd:44719.
2024-11-08T00:29:58,449 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c73eaea2890bd917b8d0eb705f5b1f57, disabling compactions & flushes
2024-11-08T00:29:58,450 DEBUG [RS:1;3302f0f507bd:44719 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T00:29:58,450 INFO  [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:58,450 DEBUG [RS:1;3302f0f507bd:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,450 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T00:29:58,450 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:58,450 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T00:29:58,450 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57. after waiting 0 ms
2024-11-08T00:29:58,450 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T00:29:58,450 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T00:29:58,450 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:58,450 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1325): Online Regions={c73eaea2890bd917b8d0eb705f5b1f57=TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.}
2024-11-08T00:29:58,450 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T00:29:58,450 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,450 DEBUG [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1351): Waiting on c73eaea2890bd917b8d0eb705f5b1f57
2024-11-08T00:29:58,450 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,450 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,450 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T00:29:58,451 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T00:29:58,451 DEBUG [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T00:29:58,451 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T00:29:58,451 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T00:29:58,451 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T00:29:58,451 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T00:29:58,451 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T00:29:58,451 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-08T00:29:58,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741833_1009 (size=93)
2024-11-08T00:29:58,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741833_1009 (size=93)
2024-11-08T00:29:58,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741833_1009 (size=93)
2024-11-08T00:29:58,458 DEBUG [RS:0;3302f0f507bd:41809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs
2024-11-08T00:29:58,458 INFO  [RS:0;3302f0f507bd:41809 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3302f0f507bd%2C41809%2C1731025796068:(num 1731025796859)
2024-11-08T00:29:58,458 DEBUG [RS:0;3302f0f507bd:41809 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,458 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:58,458 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:58,458 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:58,459 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/default/TestHBaseWalOnEC/c73eaea2890bd917b8d0eb705f5b1f57/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T00:29:58,459 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T00:29:58,459 INFO  [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:58,459 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T00:29:58,459 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T00:29:58,459 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:58,459 INFO  [RS:0;3302f0f507bd:41809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41809
2024-11-08T00:29:58,460 INFO  [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:58,460 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c73eaea2890bd917b8d0eb705f5b1f57:
Waiting for close lock at 1731025798449Running coprocessor pre-close hooks at 1731025798449Disabling compacts and flushes for region at 1731025798449Disabling writes for close at 1731025798450 (+1 ms)Writing region close event to WAL at 1731025798452 (+2 ms)Running coprocessor post-close hooks at 1731025798459 (+7 ms)Closed at 1731025798460 (+1 ms)
2024-11-08T00:29:58,460 DEBUG [RS_CLOSE_REGION-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57.
2024-11-08T00:29:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,41809,1731025796068
2024-11-08T00:29:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T00:29:58,469 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:58,469 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher.
java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$377/0x00007fb7188f6e60@16a286d7 rejected from java.util.concurrent.ThreadPoolExecutor@53a01a67[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?]
	at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?]
	at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4]
	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4]
2024-11-08T00:29:58,473 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/info/d7c12ea5165240569c3a443829e9805f is 153, key is TestHBaseWalOnEC,,1731025797395.c73eaea2890bd917b8d0eb705f5b1f57./info:regioninfo/1731025797784/Put/seqid=0
2024-11-08T00:29:58,479 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,41809,1731025796068]
2024-11-08T00:29:58,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741840_1016 (size=6637)
2024-11-08T00:29:58,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741840_1016 (size=6637)
2024-11-08T00:29:58,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741840_1016 (size=6637)
2024-11-08T00:29:58,481 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/info/d7c12ea5165240569c3a443829e9805f
2024-11-08T00:29:58,490 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,41809,1731025796068 already deleted, retry=false
2024-11-08T00:29:58,490 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,41809,1731025796068 expired; onlineServers=2
2024-11-08T00:29:58,503 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/ns/4690c43d39c8454aa8bf9366f82c5dff is 43, key is default/ns:d/1731025797317/Put/seqid=0
2024-11-08T00:29:58,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741841_1017 (size=5153)
2024-11-08T00:29:58,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741841_1017 (size=5153)
2024-11-08T00:29:58,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741841_1017 (size=5153)
2024-11-08T00:29:58,510 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/ns/4690c43d39c8454aa8bf9366f82c5dff
2024-11-08T00:29:58,514 INFO  [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:58,518 INFO  [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:58,526 INFO  [regionserver/3302f0f507bd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:58,535 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/table/6e44e07b09004a4c91e05f54d60a86bb is 52, key is TestHBaseWalOnEC/table:state/1731025797798/Put/seqid=0
2024-11-08T00:29:58,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741842_1018 (size=5249)
2024-11-08T00:29:58,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741842_1018 (size=5249)
2024-11-08T00:29:58,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741842_1018 (size=5249)
2024-11-08T00:29:58,543 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/table/6e44e07b09004a4c91e05f54d60a86bb
2024-11-08T00:29:58,552 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/info/d7c12ea5165240569c3a443829e9805f as hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/info/d7c12ea5165240569c3a443829e9805f
2024-11-08T00:29:58,562 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/info/d7c12ea5165240569c3a443829e9805f, entries=10, sequenceid=11, filesize=6.5 K
2024-11-08T00:29:58,564 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/ns/4690c43d39c8454aa8bf9366f82c5dff as hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/ns/4690c43d39c8454aa8bf9366f82c5dff
2024-11-08T00:29:58,572 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/ns/4690c43d39c8454aa8bf9366f82c5dff, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T00:29:58,574 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/.tmp/table/6e44e07b09004a4c91e05f54d60a86bb as hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/table/6e44e07b09004a4c91e05f54d60a86bb
2024-11-08T00:29:58,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,579 INFO  [RS:0;3302f0f507bd:41809 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:58,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41809-0x10117d9756e0001, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,579 INFO  [RS:0;3302f0f507bd:41809 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,41809,1731025796068; zookeeper connection closed.
2024-11-08T00:29:58,580 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3afaa47 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3afaa47
2024-11-08T00:29:58,583 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/table/6e44e07b09004a4c91e05f54d60a86bb, entries=2, sequenceid=11, filesize=5.1 K
2024-11-08T00:29:58,584 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false
2024-11-08T00:29:58,590 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T00:29:58,591 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T00:29:58,591 INFO  [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T00:29:58,591 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731025798451Running coprocessor pre-close hooks at 1731025798451Disabling compacts and flushes for region at 1731025798451Disabling writes for close at 1731025798451Obtaining lock to block concurrent updates at 1731025798451Preparing flush snapshotting stores in 1588230740 at 1731025798451Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731025798452 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731025798453 (+1 ms)Flushing 1588230740/info: creating writer at 1731025798453Flushing 1588230740/info: appending metadata at 1731025798473 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731025798473Flushing 1588230740/ns: creating writer at 1731025798487 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731025798502 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731025798502Flushing 1588230740/table: creating writer at 1731025798518 (+16 ms)Flushing 1588230740/table: appending metadata at 1731025798534 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731025798534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5051b6: reopening flushed file at 1731025798551 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a33e932: reopening flushed file at 1731025798562 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ed98d96: reopening flushed file at 1731025798572 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 133ms, sequenceid=11, compaction requested=false at 1731025798584 (+12 ms)Writing region close event to WAL at 1731025798585 (+1 ms)Running coprocessor post-close hooks at 1731025798591 (+6 ms)Closed at 1731025798591
2024-11-08T00:29:58,591 DEBUG [RS_CLOSE_META-regionserver/3302f0f507bd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T00:29:58,650 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,44719,1731025796110; all regions closed.
2024-11-08T00:29:58,651 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(976): stopping server 3302f0f507bd,46807,1731025796150; all regions closed.
2024-11-08T00:29:58,651 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,651 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,651 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,651 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,651 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,651 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,652 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,652 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,652 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,652 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741835_1011 (size=1298)
2024-11-08T00:29:58,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741836_1012 (size=2751)
2024-11-08T00:29:58,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741836_1012 (size=2751)
2024-11-08T00:29:58,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741836_1012 (size=2751)
2024-11-08T00:29:58,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741835_1011 (size=1298)
2024-11-08T00:29:58,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741835_1011 (size=1298)
2024-11-08T00:29:58,659 DEBUG [RS:1;3302f0f507bd:44719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs
2024-11-08T00:29:58,659 INFO  [RS:1;3302f0f507bd:44719 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3302f0f507bd%2C44719%2C1731025796110:(num 1731025796868)
2024-11-08T00:29:58,659 DEBUG [RS:1;3302f0f507bd:44719 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,659 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:58,659 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:58,659 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:58,660 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T00:29:58,660 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T00:29:58,660 INFO  [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:58,660 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T00:29:58,660 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:58,660 INFO  [RS:1;3302f0f507bd:44719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44719
2024-11-08T00:29:58,663 DEBUG [RS:2;3302f0f507bd:46807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs
2024-11-08T00:29:58,664 INFO  [RS:2;3302f0f507bd:46807 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3302f0f507bd%2C46807%2C1731025796150.meta:.meta(num 1731025797246)
2024-11-08T00:29:58,664 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,664 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,664 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,664 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,664 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741834_1010 (size=93)
2024-11-08T00:29:58,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741834_1010 (size=93)
2024-11-08T00:29:58,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741834_1010 (size=93)
2024-11-08T00:29:58,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T00:29:58,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,44719,1731025796110
2024-11-08T00:29:58,669 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:58,670 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,44719,1731025796110]
2024-11-08T00:29:58,671 DEBUG [RS:2;3302f0f507bd:46807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/oldWALs
2024-11-08T00:29:58,671 INFO  [RS:2;3302f0f507bd:46807 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 3302f0f507bd%2C46807%2C1731025796150:(num 1731025796865)
2024-11-08T00:29:58,671 DEBUG [RS:2;3302f0f507bd:46807 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T00:29:58,671 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T00:29:58,671 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:58,671 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.ChoreService(370): Chore service for: regionserver/3302f0f507bd:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:58,671 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:58,672 INFO  [regionserver/3302f0f507bd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:58,672 INFO  [RS:2;3302f0f507bd:46807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46807
2024-11-08T00:29:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3302f0f507bd,46807,1731025796150
2024-11-08T00:29:58,690 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,44719,1731025796110 already deleted, retry=false
2024-11-08T00:29:58,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T00:29:58,690 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:58,690 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,44719,1731025796110 expired; onlineServers=1
2024-11-08T00:29:58,700 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3302f0f507bd,46807,1731025796150]
2024-11-08T00:29:58,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3302f0f507bd,46807,1731025796150 already deleted, retry=false
2024-11-08T00:29:58,711 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3302f0f507bd,46807,1731025796150 expired; onlineServers=0
2024-11-08T00:29:58,711 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3302f0f507bd,43025,1731025795544' *****
2024-11-08T00:29:58,711 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T00:29:58,711 INFO  [M:0;3302f0f507bd:43025 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T00:29:58,711 INFO  [M:0;3302f0f507bd:43025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T00:29:58,711 DEBUG [M:0;3302f0f507bd:43025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T00:29:58,712 DEBUG [M:0;3302f0f507bd:43025 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T00:29:58,712 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T00:29:58,712 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025796565 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.large.0-1731025796565,5,FailOnTimeoutGroup]
2024-11-08T00:29:58,712 DEBUG [master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025796567 {}] cleaner.HFileCleaner(306): Exit Thread[master/3302f0f507bd:0:becomeActiveMaster-HFileCleaner.small.0-1731025796567,5,FailOnTimeoutGroup]
2024-11-08T00:29:58,712 INFO  [M:0;3302f0f507bd:43025 {}] hbase.ChoreService(370): Chore service for: master/3302f0f507bd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T00:29:58,712 INFO  [M:0;3302f0f507bd:43025 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T00:29:58,712 DEBUG [M:0;3302f0f507bd:43025 {}] master.HMaster(1795): Stopping service threads
2024-11-08T00:29:58,712 INFO  [M:0;3302f0f507bd:43025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T00:29:58,712 INFO  [M:0;3302f0f507bd:43025 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T00:29:58,712 INFO  [M:0;3302f0f507bd:43025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T00:29:58,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T00:29:58,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-08T00:29:58,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T00:29:58,722 DEBUG [M:0;3302f0f507bd:43025 {}] zookeeper.ZKUtil(347): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-08T00:29:58,722 WARN  [M:0;3302f0f507bd:43025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T00:29:58,722 INFO  [M:0;3302f0f507bd:43025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/.lastflushedseqids
2024-11-08T00:29:58,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741843_1019 (size=127)
2024-11-08T00:29:58,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741843_1019 (size=127)
2024-11-08T00:29:58,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741843_1019 (size=127)
2024-11-08T00:29:58,737 INFO  [M:0;3302f0f507bd:43025 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T00:29:58,738 INFO  [M:0;3302f0f507bd:43025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T00:29:58,738 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T00:29:58,738 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:58,738 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:58,738 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T00:29:58,738 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:58,738 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB
2024-11-08T00:29:58,757 DEBUG [M:0;3302f0f507bd:43025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f83ed10f7b04a318cc82851f5474ee3 is 82, key is hbase:meta,,1/info:regioninfo/1731025797290/Put/seqid=0
2024-11-08T00:29:58,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741844_1020 (size=5672)
2024-11-08T00:29:58,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741844_1020 (size=5672)
2024-11-08T00:29:58,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741844_1020 (size=5672)
2024-11-08T00:29:58,767 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f83ed10f7b04a318cc82851f5474ee3
2024-11-08T00:29:58,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,780 INFO  [RS:1;3302f0f507bd:44719 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:58,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44719-0x10117d9756e0002, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,780 INFO  [RS:1;3302f0f507bd:44719 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,44719,1731025796110; zookeeper connection closed.
2024-11-08T00:29:58,780 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25b6cc5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25b6cc5f
2024-11-08T00:29:58,793 DEBUG [M:0;3302f0f507bd:43025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be3062f994d94213b2157c834d77e376 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731025797805/Put/seqid=0
2024-11-08T00:29:58,800 INFO  [RS:2;3302f0f507bd:46807 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:58,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,801 INFO  [RS:2;3302f0f507bd:46807 {}] regionserver.HRegionServer(1031): Exiting; stopping=3302f0f507bd,46807,1731025796150; zookeeper connection closed.
2024-11-08T00:29:58,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46807-0x10117d9756e0003, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741845_1021 (size=6439)
2024-11-08T00:29:58,801 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b668ebb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b668ebb
2024-11-08T00:29:58,802 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-08T00:29:58,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741845_1021 (size=6439)
2024-11-08T00:29:58,803 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be3062f994d94213b2157c834d77e376
2024-11-08T00:29:58,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741845_1021 (size=6439)
2024-11-08T00:29:58,833 DEBUG [M:0;3302f0f507bd:43025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b2e4adb614455292b2c15ac799b5bb is 69, key is 3302f0f507bd,41809,1731025796068/rs:state/1731025796646/Put/seqid=0
2024-11-08T00:29:58,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741846_1022 (size=5294)
2024-11-08T00:29:58,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741846_1022 (size=5294)
2024-11-08T00:29:58,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741846_1022 (size=5294)
2024-11-08T00:29:58,842 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b2e4adb614455292b2c15ac799b5bb
2024-11-08T00:29:58,850 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f83ed10f7b04a318cc82851f5474ee3 as hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f83ed10f7b04a318cc82851f5474ee3
2024-11-08T00:29:58,858 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f83ed10f7b04a318cc82851f5474ee3, entries=8, sequenceid=72, filesize=5.5 K
2024-11-08T00:29:58,860 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be3062f994d94213b2157c834d77e376 as hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be3062f994d94213b2157c834d77e376
2024-11-08T00:29:58,868 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be3062f994d94213b2157c834d77e376, entries=8, sequenceid=72, filesize=6.3 K
2024-11-08T00:29:58,869 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48b2e4adb614455292b2c15ac799b5bb as hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b2e4adb614455292b2c15ac799b5bb
2024-11-08T00:29:58,876 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/0f3f0cfb-5495-ea61-d023-360ebfbf51ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48b2e4adb614455292b2c15ac799b5bb, entries=3, sequenceid=72, filesize=5.2 K
2024-11-08T00:29:58,878 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false
2024-11-08T00:29:58,879 INFO  [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T00:29:58,879 DEBUG [M:0;3302f0f507bd:43025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731025798738Disabling compacts and flushes for region at 1731025798738Disabling writes for close at 1731025798738Obtaining lock to block concurrent updates at 1731025798739 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731025798739Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731025798739Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731025798740 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731025798740Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731025798756 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731025798756Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731025798775 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731025798792 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731025798792Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731025798811 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731025798832 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731025798832Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e32ea0: reopening flushed file at 1731025798849 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784587bc: reopening flushed file at 1731025798859 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd139aa: reopening flushed file at 1731025798868 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false at 1731025798878 (+10 ms)Writing region close event to WAL at 1731025798879 (+1 ms)Closed at 1731025798879
2024-11-08T00:29:58,880 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,880 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,880 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,880 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,880 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T00:29:58,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38837 is added to blk_1073741830_1006 (size=32674)
2024-11-08T00:29:58,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37595 is added to blk_1073741830_1006 (size=32674)
2024-11-08T00:29:58,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41143 is added to blk_1073741830_1006 (size=32674)
2024-11-08T00:29:58,884 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T00:29:58,884 INFO  [M:0;3302f0f507bd:43025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T00:29:58,884 INFO  [M:0;3302f0f507bd:43025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43025
2024-11-08T00:29:58,884 INFO  [M:0;3302f0f507bd:43025 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T00:29:58,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,996 INFO  [M:0;3302f0f507bd:43025 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T00:29:58,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43025-0x10117d9756e0000, quorum=127.0.0.1:54100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T00:29:58,999 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4875d7bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:58,999 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f643d17{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:58,999 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:58,999 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d1a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:58,999 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6861a8ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:59,000 WARN  [BP-425864039-172.17.0.3-1731025793040 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T00:29:59,000 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T00:29:59,001 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T00:29:59,001 WARN  [BP-425864039-172.17.0.3-1731025793040 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-425864039-172.17.0.3-1731025793040 (Datanode Uuid 491481b6-e6c4-4ed8-b5cb-6239dd060b77) service to localhost/127.0.0.1:46691
2024-11-08T00:29:59,001 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data5/current/BP-425864039-172.17.0.3-1731025793040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:59,001 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data6/current/BP-425864039-172.17.0.3-1731025793040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:59,002 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T00:29:59,004 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bdee220{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:59,004 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59a8d034{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:59,004 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:59,005 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1940b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:59,005 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16a06885{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:59,006 WARN  [BP-425864039-172.17.0.3-1731025793040 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T00:29:59,006 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T00:29:59,006 WARN  [BP-425864039-172.17.0.3-1731025793040 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-425864039-172.17.0.3-1731025793040 (Datanode Uuid 2d064db3-8b4d-4209-962f-06366e1b15df) service to localhost/127.0.0.1:46691
2024-11-08T00:29:59,006 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T00:29:59,007 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data3/current/BP-425864039-172.17.0.3-1731025793040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:59,007 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data4/current/BP-425864039-172.17.0.3-1731025793040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:59,007 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T00:29:59,009 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4924c16d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T00:29:59,010 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46daa7ef{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:59,010 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:59,010 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3887b7b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:59,010 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e639fe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:59,012 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T00:29:59,012 WARN  [BP-425864039-172.17.0.3-1731025793040 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T00:29:59,012 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T00:29:59,012 WARN  [BP-425864039-172.17.0.3-1731025793040 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-425864039-172.17.0.3-1731025793040 (Datanode Uuid 8bbf7ca9-2c49-4e96-b34c-e53464125ac9) service to localhost/127.0.0.1:46691
2024-11-08T00:29:59,012 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data1/current/BP-425864039-172.17.0.3-1731025793040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:59,013 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/cluster_dec3dd5c-02ee-3067-8f3d-1fb821d1fe05/data/data2/current/BP-425864039-172.17.0.3-1731025793040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T00:29:59,013 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T00:29:59,018 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63d762f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T00:29:59,019 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33d1b1eb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T00:29:59,019 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T00:29:59,019 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38845bbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T00:29:59,019 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14abb266{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4780cd0d-db36-d4b0-1d47-879fdef05fe4/hadoop.log.dir/,STOPPED}
2024-11-08T00:29:59,026 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T00:29:59,051 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T00:29:59,057 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=146 (was 86) - Thread LEAK? -, OpenFileDescriptor=516 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 403), ProcessCount=11 (was 11), AvailableMemoryMB=7161 (was 7318)