2024-11-09 02:49:07,527 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-09 02:49:07,538 main DEBUG Took 0.009356 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-09 02:49:07,538 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-09 02:49:07,538 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-09 02:49:07,539 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-09 02:49:07,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,549 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-09 02:49:07,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,569 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,571 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,571 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,572 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,574 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,574 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 02:49:07,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,578 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-09 02:49:07,579 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 02:49:07,580 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-09 02:49:07,582 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-09 02:49:07,583 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-09 02:49:07,584 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-09 02:49:07,584 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-09 02:49:07,592 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-09 02:49:07,594 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-09 02:49:07,596 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-09 02:49:07,596 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-09 02:49:07,597 main DEBUG createAppenders(={Console})
2024-11-09 02:49:07,597 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized
2024-11-09 02:49:07,598 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-09 02:49:07,598 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK.
2024-11-09 02:49:07,598 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-09 02:49:07,599 main DEBUG OutputStream closed
2024-11-09 02:49:07,599 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-09 02:49:07,599 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-09 02:49:07,600 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK
2024-11-09 02:49:07,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-09 02:49:07,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-09 02:49:07,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-09 02:49:07,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-09 02:49:07,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-09 02:49:07,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-09 02:49:07,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-09 02:49:07,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-09 02:49:07,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-09 02:49:07,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-09 02:49:07,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-09 02:49:07,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-09 02:49:07,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-09 02:49:07,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-09 02:49:07,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-09 02:49:07,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-09 02:49:07,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-09 02:49:07,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-09 02:49:07,677 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09 02:49:07,677 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null
2024-11-09 02:49:07,677 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-09 02:49:07,678 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK.
2024-11-09T02:49:07,692 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins
2024-11-09 02:49:07,694 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-09 02:49:07,694 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09T02:49:07,919 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f
2024-11-09T02:49:07,943 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540, deleteOnExit=true
2024-11-09T02:49:07,944 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/test.cache.data in system properties and HBase conf
2024-11-09T02:49:07,945 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T02:49:07,946 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir in system properties and HBase conf
2024-11-09T02:49:07,946 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T02:49:07,947 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T02:49:07,947 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T02:49:08,034 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-09T02:49:08,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T02:49:08,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T02:49:08,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T02:49:08,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T02:49:08,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T02:49:08,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T02:49:08,127 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T02:49:08,127 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T02:49:08,128 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T02:49:08,128 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T02:49:08,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/nfs.dump.dir in system properties and HBase conf
2024-11-09T02:49:08,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/java.io.tmpdir in system properties and HBase conf
2024-11-09T02:49:08,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T02:49:08,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T02:49:08,130 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T02:49:09,253 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-09T02:49:09,322 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2423ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-09T02:49:09,387 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:09,444 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:09,466 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:09,466 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:09,467 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T02:49:09,479 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:09,482 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:09,483 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:09,676 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/java.io.tmpdir/jetty-localhost-40525-hadoop-hdfs-3_4_1-tests_jar-_-any-3467614954264536395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T02:49:09,688 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:40525}
2024-11-09T02:49:09,688 INFO  [Time-limited test {}] server.Server(415): Started @2790ms
2024-11-09T02:49:10,228 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:10,235 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:10,236 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:10,237 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:10,237 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T02:49:10,238 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:10,238 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:10,336 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/java.io.tmpdir/jetty-localhost-39763-hadoop-hdfs-3_4_1-tests_jar-_-any-6842661721411974254/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:10,337 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:39763}
2024-11-09T02:49:10,337 INFO  [Time-limited test {}] server.Server(415): Started @3440ms
2024-11-09T02:49:10,385 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T02:49:10,492 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:10,498 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:10,500 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:10,501 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:10,501 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T02:49:10,502 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:10,503 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:10,611 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/java.io.tmpdir/jetty-localhost-40935-hadoop-hdfs-3_4_1-tests_jar-_-any-13109683862916197607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:10,612 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:40935}
2024-11-09T02:49:10,612 INFO  [Time-limited test {}] server.Server(415): Started @3715ms
2024-11-09T02:49:10,615 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T02:49:10,676 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:10,681 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:10,683 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:10,683 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:10,684 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T02:49:10,685 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:10,686 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:10,805 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/java.io.tmpdir/jetty-localhost-39313-hadoop-hdfs-3_4_1-tests_jar-_-any-12253068490498311498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:10,806 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:39313}
2024-11-09T02:49:10,806 INFO  [Time-limited test {}] server.Server(415): Started @3909ms
2024-11-09T02:49:10,809 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T02:49:11,999 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data3/current/BP-271100381-172.17.0.3-1731120548643/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:11,999 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data1/current/BP-271100381-172.17.0.3-1731120548643/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:11,999 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data2/current/BP-271100381-172.17.0.3-1731120548643/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:11,999 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data4/current/BP-271100381-172.17.0.3-1731120548643/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:12,026 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T02:49:12,026 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T02:49:12,069 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data6/current/BP-271100381-172.17.0.3-1731120548643/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:12,069 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data5/current/BP-271100381-172.17.0.3-1731120548643/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:12,073 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd35b6e3a9b90252f with lease ID 0xa6b914f8450d8584: Processing first storage report for DS-4df9e8d5-c93e-44e3-85d0-74c64588863c from datanode DatanodeRegistration(127.0.0.1:38493, datanodeUuid=052d0758-c0ff-4e83-9240-eec6117d4eb5, infoPort=40119, infoSecurePort=0, ipcPort=34383, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643)
2024-11-09T02:49:12,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd35b6e3a9b90252f with lease ID 0xa6b914f8450d8584: from storage DS-4df9e8d5-c93e-44e3-85d0-74c64588863c node DatanodeRegistration(127.0.0.1:38493, datanodeUuid=052d0758-c0ff-4e83-9240-eec6117d4eb5, infoPort=40119, infoSecurePort=0, ipcPort=34383, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T02:49:12,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec44b1fb946bc900 with lease ID 0xa6b914f8450d8585: Processing first storage report for DS-22f8376d-3631-4b47-802f-a8d7a2da6591 from datanode DatanodeRegistration(127.0.0.1:37135, datanodeUuid=567a76ba-c6fe-46c2-9cd7-ccad7ac86938, infoPort=34411, infoSecurePort=0, ipcPort=38303, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643)
2024-11-09T02:49:12,074 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec44b1fb946bc900 with lease ID 0xa6b914f8450d8585: from storage DS-22f8376d-3631-4b47-802f-a8d7a2da6591 node DatanodeRegistration(127.0.0.1:37135, datanodeUuid=567a76ba-c6fe-46c2-9cd7-ccad7ac86938, infoPort=34411, infoSecurePort=0, ipcPort=38303, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:12,075 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd35b6e3a9b90252f with lease ID 0xa6b914f8450d8584: Processing first storage report for DS-ade96bf2-1751-4bd8-8884-3f28b826d959 from datanode DatanodeRegistration(127.0.0.1:38493, datanodeUuid=052d0758-c0ff-4e83-9240-eec6117d4eb5, infoPort=40119, infoSecurePort=0, ipcPort=34383, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643)
2024-11-09T02:49:12,075 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd35b6e3a9b90252f with lease ID 0xa6b914f8450d8584: from storage DS-ade96bf2-1751-4bd8-8884-3f28b826d959 node DatanodeRegistration(127.0.0.1:38493, datanodeUuid=052d0758-c0ff-4e83-9240-eec6117d4eb5, infoPort=40119, infoSecurePort=0, ipcPort=34383, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:12,075 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec44b1fb946bc900 with lease ID 0xa6b914f8450d8585: Processing first storage report for DS-409f0be6-6479-4fc9-9e8d-b1a31536b84c from datanode DatanodeRegistration(127.0.0.1:37135, datanodeUuid=567a76ba-c6fe-46c2-9cd7-ccad7ac86938, infoPort=34411, infoSecurePort=0, ipcPort=38303, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643)
2024-11-09T02:49:12,075 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec44b1fb946bc900 with lease ID 0xa6b914f8450d8585: from storage DS-409f0be6-6479-4fc9-9e8d-b1a31536b84c node DatanodeRegistration(127.0.0.1:37135, datanodeUuid=567a76ba-c6fe-46c2-9cd7-ccad7ac86938, infoPort=34411, infoSecurePort=0, ipcPort=38303, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T02:49:12,098 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T02:49:12,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40d76d02cbb95007 with lease ID 0xa6b914f8450d8586: Processing first storage report for DS-69bd73b7-cd44-4be1-8461-e22f96995ea8 from datanode DatanodeRegistration(127.0.0.1:37483, datanodeUuid=d6667d6f-3184-4c99-b084-084e3563853c, infoPort=38373, infoSecurePort=0, ipcPort=46799, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643)
2024-11-09T02:49:12,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40d76d02cbb95007 with lease ID 0xa6b914f8450d8586: from storage DS-69bd73b7-cd44-4be1-8461-e22f96995ea8 node DatanodeRegistration(127.0.0.1:37483, datanodeUuid=d6667d6f-3184-4c99-b084-084e3563853c, infoPort=38373, infoSecurePort=0, ipcPort=46799, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:12,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40d76d02cbb95007 with lease ID 0xa6b914f8450d8586: Processing first storage report for DS-5281d27d-c98a-487f-8e43-014dda9f1fdc from datanode DatanodeRegistration(127.0.0.1:37483, datanodeUuid=d6667d6f-3184-4c99-b084-084e3563853c, infoPort=38373, infoSecurePort=0, ipcPort=46799, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643)
2024-11-09T02:49:12,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40d76d02cbb95007 with lease ID 0xa6b914f8450d8586: from storage DS-5281d27d-c98a-487f-8e43-014dda9f1fdc node DatanodeRegistration(127.0.0.1:37483, datanodeUuid=d6667d6f-3184-4c99-b084-084e3563853c, infoPort=38373, infoSecurePort=0, ipcPort=46799, storageInfo=lv=-57;cid=testClusterID;nsid=762289171;c=1731120548643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:12,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f
2024-11-09T02:49:12,279 WARN  [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable
2024-11-09T02:49:12,341 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=42, ProcessCount=11, AvailableMemoryMB=4128
2024-11-09T02:49:12,343 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T02:49:12,350 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS
2024-11-09T02:49:12,411 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/zookeeper_0, clientPort=52843, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T02:49:12,419 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52843
2024-11-09T02:49:12,432 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:12,443 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:12,528 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:12,528 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:12,569 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:38036 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38036 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:12,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775792_1002 (size=7)
2024-11-09T02:49:12,989 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:13,001 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1 with version=8
2024-11-09T02:49:13,001 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/hbase-staging
2024-11-09T02:49:13,089 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-09T02:49:13,344 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:13,353 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:13,353 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:13,358 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:13,358 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:13,359 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:13,502 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T02:49:13,561 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-09T02:49:13,569 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-09T02:49:13,573 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:13,597 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 93568 (auto-detected)
2024-11-09T02:49:13,598 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-09T02:49:13,615 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37895
2024-11-09T02:49:13,636 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37895 connecting to ZooKeeper ensemble=127.0.0.1:52843
2024-11-09T02:49:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378950x0, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:13,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37895-0x1011d7f55780000 connected
2024-11-09T02:49:13,868 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:13,873 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:13,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:13,890 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1, hbase.cluster.distributed=false
2024-11-09T02:49:13,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:13,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37895
2024-11-09T02:49:13,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37895
2024-11-09T02:49:13,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37895
2024-11-09T02:49:13,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37895
2024-11-09T02:49:13,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37895
2024-11-09T02:49:14,021 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:14,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,023 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:14,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:14,026 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T02:49:14,028 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:14,029 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45053
2024-11-09T02:49:14,031 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45053 connecting to ZooKeeper ensemble=127.0.0.1:52843
2024-11-09T02:49:14,032 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:14,034 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:14,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450530x0, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:14,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45053-0x1011d7f55780001 connected
2024-11-09T02:49:14,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:14,050 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T02:49:14,058 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T02:49:14,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T02:49:14,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:14,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45053
2024-11-09T02:49:14,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45053
2024-11-09T02:49:14,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45053
2024-11-09T02:49:14,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45053
2024-11-09T02:49:14,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45053
2024-11-09T02:49:14,088 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:14,089 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,089 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,089 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:14,089 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,090 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:14,090 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T02:49:14,090 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:14,091 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44723
2024-11-09T02:49:14,092 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44723 connecting to ZooKeeper ensemble=127.0.0.1:52843
2024-11-09T02:49:14,093 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:14,095 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:14,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447230x0, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:14,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447230x0, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:14,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44723-0x1011d7f55780002 connected
2024-11-09T02:49:14,110 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T02:49:14,111 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T02:49:14,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T02:49:14,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:14,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44723
2024-11-09T02:49:14,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44723
2024-11-09T02:49:14,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44723
2024-11-09T02:49:14,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44723
2024-11-09T02:49:14,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44723
2024-11-09T02:49:14,136 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:14,136 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,137 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,137 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:14,137 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:14,137 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:14,137 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T02:49:14,137 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:14,138 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39735
2024-11-09T02:49:14,140 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39735 connecting to ZooKeeper ensemble=127.0.0.1:52843
2024-11-09T02:49:14,141 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:14,143 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:14,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397350x0, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:14,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397350x0, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:14,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39735-0x1011d7f55780003 connected
2024-11-09T02:49:14,159 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T02:49:14,160 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T02:49:14,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T02:49:14,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:14,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39735
2024-11-09T02:49:14,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39735
2024-11-09T02:49:14,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39735
2024-11-09T02:49:14,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39735
2024-11-09T02:49:14,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39735
2024-11-09T02:49:14,185 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:37895
2024-11-09T02:49:14,186 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/53f286d3af3b,37895,1731120553187
2024-11-09T02:49:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,206 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/53f286d3af3b,37895,1731120553187
2024-11-09T02:49:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,236 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-09T02:49:14,237 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/53f286d3af3b,37895,1731120553187 from backup master directory
2024-11-09T02:49:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/53f286d3af3b,37895,1731120553187
2024-11-09T02:49:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:14,253 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:14,253 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,37895,1731120553187
2024-11-09T02:49:14,256 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-09T02:49:14,257 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-09T02:49:14,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/hbase.id] with ID: 647e43fb-7bdc-48f6-ade0-619433a5f561
2024-11-09T02:49:14,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/.tmp/hbase.id
2024-11-09T02:49:14,331 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,332 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,335 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:38060 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38060 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:14,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775776_1004 (size=42)
2024-11-09T02:49:14,341 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:14,341 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/.tmp/hbase.id]:[hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/hbase.id]
2024-11-09T02:49:14,387 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:14,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T02:49:14,410 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-09T02:49:14,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:14,438 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,438 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,442 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:38084 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38084 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:14,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775760_1006 (size=196)
2024-11-09T02:49:14,448 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:14,462 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T02:49:14,464 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T02:49:14,469 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T02:49:14,495 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,495 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,498 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:45024 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:38493:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45024 dst: /127.0.0.1:38493
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:14,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775744_1008 (size=1189)
2024-11-09T02:49:14,504 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:14,520 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store
2024-11-09T02:49:14,538 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,539 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:14,545 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:35830 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35830 dst: /127.0.0.1:37483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:14,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775728_1010 (size=34)
2024-11-09T02:49:14,551 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:14,555 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-09T02:49:14,559 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:14,560 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T02:49:14,561 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:14,561 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:14,563 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T02:49:14,563 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:14,563 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:14,564 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731120554560Disabling compacts and flushes for region at 1731120554560Disabling writes for close at 1731120554563 (+3 ms)Writing region close event to WAL at 1731120554563Closed at 1731120554563
2024-11-09T02:49:14,566 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/.initializing
2024-11-09T02:49:14,566 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/WALs/53f286d3af3b,37895,1731120553187
2024-11-09T02:49:14,573 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T02:49:14,587 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C37895%2C1731120553187, suffix=, logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/WALs/53f286d3af3b,37895,1731120553187, archiveDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/oldWALs, maxLogs=10
2024-11-09T02:49:14,613 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/WALs/53f286d3af3b,37895,1731120553187/53f286d3af3b%2C37895%2C1731120553187.1731120554591, exclude list is [], retry=0
2024-11-09T02:49:14,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:14,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37135,DS-22f8376d-3631-4b47-802f-a8d7a2da6591,DISK]
2024-11-09T02:49:14,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-69bd73b7-cd44-4be1-8461-e22f96995ea8,DISK]
2024-11-09T02:49:14,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-4df9e8d5-c93e-44e3-85d0-74c64588863c,DISK]
2024-11-09T02:49:14,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-09T02:49:14,672 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/WALs/53f286d3af3b,37895,1731120553187/53f286d3af3b%2C37895%2C1731120553187.1731120554591
2024-11-09T02:49:14,673 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:40119:40119),(127.0.0.1/127.0.0.1:38373:38373)]
2024-11-09T02:49:14,673 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T02:49:14,673 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:14,676 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,677 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,710 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:14,734 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T02:49:14,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:14,740 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:14,741 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:14,744 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T02:49:14,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:14,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:14,745 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:14,748 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T02:49:14,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:14,749 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:14,750 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:14,752 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T02:49:14,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:14,753 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:14,753 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,756 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,757 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,762 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,763 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,767 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T02:49:14,770 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:14,777 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T02:49:14,778 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62452816, jitterRate=-0.06938052177429199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T02:49:14,787 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731120554688Initializing all the Stores at 1731120554690 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120554690Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120554691 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120554691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120554691Cleaning up temporary data from old regions at 1731120554763 (+72 ms)Region opened successfully at 1731120554786 (+23 ms)
2024-11-09T02:49:14,788 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T02:49:14,817 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e670b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:14,844 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T02:49:14,853 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T02:49:14,853 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T02:49:14,855 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T02:49:14,856 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-09T02:49:14,861 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-09T02:49:14,861 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T02:49:14,883 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T02:49:14,891 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-09T02:49:14,940 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-09T02:49:14,943 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T02:49:14,945 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-09T02:49:14,957 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-09T02:49:14,959 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T02:49:14,962 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-09T02:49:14,971 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-09T02:49:14,973 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-09T02:49:14,982 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-09T02:49:15,004 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T02:49:15,013 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-09T02:49:15,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:15,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,029 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,37895,1731120553187, sessionid=0x1011d7f55780000, setting cluster-up flag (Was=false)
2024-11-09T02:49:15,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,099 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-09T02:49:15,104 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,37895,1731120553187
2024-11-09T02:49:15,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775788_1002 (size=7)
2024-11-09T02:49:15,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775789_1002 (size=7)
2024-11-09T02:49:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,161 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-09T02:49:15,165 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,37895,1731120553187
2024-11-09T02:49:15,173 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T02:49:15,238 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:15,247 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T02:49:15,253 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T02:49:15,260 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,37895,1731120553187
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T02:49:15,267 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:15,267 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:15,267 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:15,268 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:15,268 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10
2024-11-09T02:49:15,268 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,268 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:15,268 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,269 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731120585269
2024-11-09T02:49:15,271 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T02:49:15,272 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(746): ClusterId : 647e43fb-7bdc-48f6-ade0-619433a5f561
2024-11-09T02:49:15,273 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T02:49:15,273 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(746): ClusterId : 647e43fb-7bdc-48f6-ade0-619433a5f561
2024-11-09T02:49:15,273 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(746): ClusterId : 647e43fb-7bdc-48f6-ade0-619433a5f561
2024-11-09T02:49:15,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:15,275 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T02:49:15,275 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T02:49:15,275 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T02:49:15,275 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T02:49:15,277 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T02:49:15,278 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T02:49:15,278 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T02:49:15,278 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T02:49:15,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:15,281 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T02:49:15,279 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,282 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T02:49:15,284 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T02:49:15,285 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T02:49:15,286 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:15,287 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:15,288 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T02:49:15,288 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T02:49:15,292 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120555289,5,FailOnTimeoutGroup]
2024-11-09T02:49:15,293 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120555292,5,FailOnTimeoutGroup]
2024-11-09T02:49:15,293 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,293 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T02:49:15,293 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:45072 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:38493:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45072 dst: /127.0.0.1:38493
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:15,294 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,295 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,300 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T02:49:15,300 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T02:49:15,300 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T02:49:15,300 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T02:49:15,300 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T02:49:15,300 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T02:49:15,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775712_1013 (size=1321)
2024-11-09T02:49:15,302 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:15,303 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T02:49:15,304 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1
2024-11-09T02:49:15,310 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T02:49:15,310 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T02:49:15,310 DEBUG [RS:1;53f286d3af3b:44723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4012c8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:15,310 DEBUG [RS:0;53f286d3af3b:45053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fcf274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:15,311 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:15,311 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:15,312 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T02:49:15,313 DEBUG [RS:2;53f286d3af3b:39735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508da44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:15,321 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:35858 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:37483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35858 dst: /127.0.0.1:37483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:15,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775696_1015 (size=32)
2024-11-09T02:49:15,333 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;53f286d3af3b:44723
2024-11-09T02:49:15,334 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:45053
2024-11-09T02:49:15,335 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:15,335 DEBUG [RS:2;53f286d3af3b:39735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;53f286d3af3b:39735
2024-11-09T02:49:15,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:15,337 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T02:49:15,337 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T02:49:15,337 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T02:49:15,337 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T02:49:15,337 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T02:49:15,337 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T02:49:15,337 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T02:49:15,337 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T02:49:15,338 DEBUG [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T02:49:15,339 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T02:49:15,340 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,37895,1731120553187 with port=44723, startcode=1731120554088
2024-11-09T02:49:15,340 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,37895,1731120553187 with port=45053, startcode=1731120553986
2024-11-09T02:49:15,341 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,37895,1731120553187 with port=39735, startcode=1731120554136
2024-11-09T02:49:15,343 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T02:49:15,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:15,345 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:15,345 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T02:49:15,349 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T02:49:15,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:15,350 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:15,350 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T02:49:15,353 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T02:49:15,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:15,354 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:15,355 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T02:49:15,356 DEBUG [RS:0;53f286d3af3b:45053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T02:49:15,356 DEBUG [RS:2;53f286d3af3b:39735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T02:49:15,356 DEBUG [RS:1;53f286d3af3b:44723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T02:49:15,358 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T02:49:15,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:15,359 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:15,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T02:49:15,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740
2024-11-09T02:49:15,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740
2024-11-09T02:49:15,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T02:49:15,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T02:49:15,366 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T02:49:15,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T02:49:15,396 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T02:49:15,397 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T02:49:15,397 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T02:49:15,397 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T02:49:15,398 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62721518, jitterRate=-0.06537654995918274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T02:49:15,404 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,39735,1731120554136
2024-11-09T02:49:15,407 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,39735,1731120554136
2024-11-09T02:49:15,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731120555336Initializing all the Stores at 1731120555339 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120555339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120555339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120555339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120555339Cleaning up temporary data from old regions at 1731120555364 (+25 ms)Region opened successfully at 1731120555407 (+43 ms)
2024-11-09T02:49:15,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T02:49:15,408 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T02:49:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T02:49:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T02:49:15,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T02:49:15,409 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T02:49:15,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731120555407Disabling compacts and flushes for region at 1731120555407Disabling writes for close at 1731120555408 (+1 ms)Writing region close event to WAL at 1731120555409 (+1 ms)Closed at 1731120555409
2024-11-09T02:49:15,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:15,415 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T02:49:15,419 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,45053,1731120553986
2024-11-09T02:49:15,419 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,45053,1731120553986
2024-11-09T02:49:15,422 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,44723,1731120554088
2024-11-09T02:49:15,422 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37895 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,44723,1731120554088
2024-11-09T02:49:15,424 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1
2024-11-09T02:49:15,424 DEBUG [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1
2024-11-09T02:49:15,424 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44839
2024-11-09T02:49:15,424 DEBUG [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44839
2024-11-09T02:49:15,424 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T02:49:15,424 DEBUG [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T02:49:15,425 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T02:49:15,427 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1
2024-11-09T02:49:15,428 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44839
2024-11-09T02:49:15,428 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T02:49:15,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T02:49:15,438 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T02:49:15,441 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T02:49:15,468 DEBUG [RS:2;53f286d3af3b:39735 {}] zookeeper.ZKUtil(111): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,39735,1731120554136
2024-11-09T02:49:15,468 WARN  [RS:2;53f286d3af3b:39735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:15,469 INFO  [RS:2;53f286d3af3b:39735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T02:49:15,469 DEBUG [RS:0;53f286d3af3b:45053 {}] zookeeper.ZKUtil(111): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,45053,1731120553986
2024-11-09T02:49:15,469 DEBUG [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,39735,1731120554136
2024-11-09T02:49:15,469 WARN  [RS:0;53f286d3af3b:45053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:15,469 INFO  [RS:0;53f286d3af3b:45053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T02:49:15,469 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,45053,1731120553986
2024-11-09T02:49:15,469 DEBUG [RS:1;53f286d3af3b:44723 {}] zookeeper.ZKUtil(111): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,44723,1731120554088
2024-11-09T02:49:15,470 WARN  [RS:1;53f286d3af3b:44723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:15,470 INFO  [RS:1;53f286d3af3b:44723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T02:49:15,470 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,44723,1731120554088
2024-11-09T02:49:15,470 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,44723,1731120554088]
2024-11-09T02:49:15,470 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,45053,1731120553986]
2024-11-09T02:49:15,470 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,39735,1731120554136]
2024-11-09T02:49:15,495 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T02:49:15,495 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T02:49:15,495 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T02:49:15,511 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T02:49:15,511 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T02:49:15,511 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T02:49:15,517 INFO  [RS:0;53f286d3af3b:45053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T02:49:15,517 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,518 INFO  [RS:2;53f286d3af3b:39735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T02:49:15,518 INFO  [RS:1;53f286d3af3b:44723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T02:49:15,518 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,518 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,519 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T02:49:15,519 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T02:49:15,519 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T02:49:15,525 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T02:49:15,525 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T02:49:15,526 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T02:49:15,527 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,527 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,527 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,527 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,527 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:15,528 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:15,528 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:15,528 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:2;53f286d3af3b:39735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:15,528 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,528 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,529 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,529 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:15,529 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:15,529 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:15,529 DEBUG [RS:0;53f286d3af3b:45053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:15,529 DEBUG [RS:1;53f286d3af3b:44723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:15,535 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,535 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,535 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,535 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,535 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,535 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39735,1731120554136-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:15,536 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,536 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,536 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,536 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,536 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,536 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,537 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,537 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,537 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45053,1731120553986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:15,537 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,537 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,537 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44723,1731120554088-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:15,562 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T02:49:15,562 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T02:49:15,562 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T02:49:15,565 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44723,1731120554088-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,565 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39735,1731120554136-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,565 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45053,1731120553986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,565 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,565 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,565 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,566 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.Replication(171): 53f286d3af3b,45053,1731120553986 started
2024-11-09T02:49:15,566 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.Replication(171): 53f286d3af3b,44723,1731120554088 started
2024-11-09T02:49:15,566 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.Replication(171): 53f286d3af3b,39735,1731120554136 started
2024-11-09T02:49:15,583 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,584 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,39735,1731120554136, RpcServer on 53f286d3af3b/172.17.0.3:39735, sessionid=0x1011d7f55780003
2024-11-09T02:49:15,585 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T02:49:15,585 DEBUG [RS:2;53f286d3af3b:39735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,39735,1731120554136
2024-11-09T02:49:15,585 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,39735,1731120554136'
2024-11-09T02:49:15,585 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T02:49:15,586 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T02:49:15,587 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T02:49:15,587 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T02:49:15,587 DEBUG [RS:2;53f286d3af3b:39735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,39735,1731120554136
2024-11-09T02:49:15,587 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,39735,1731120554136'
2024-11-09T02:49:15,587 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T02:49:15,588 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T02:49:15,589 DEBUG [RS:2;53f286d3af3b:39735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T02:49:15,589 INFO  [RS:2;53f286d3af3b:39735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T02:49:15,589 INFO  [RS:2;53f286d3af3b:39735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T02:49:15,589 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,589 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:15,590 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,45053,1731120553986, RpcServer on 53f286d3af3b/172.17.0.3:45053, sessionid=0x1011d7f55780001
2024-11-09T02:49:15,590 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,44723,1731120554088, RpcServer on 53f286d3af3b/172.17.0.3:44723, sessionid=0x1011d7f55780002
2024-11-09T02:49:15,590 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T02:49:15,590 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T02:49:15,590 DEBUG [RS:1;53f286d3af3b:44723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,44723,1731120554088
2024-11-09T02:49:15,590 DEBUG [RS:0;53f286d3af3b:45053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,45053,1731120553986
2024-11-09T02:49:15,590 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,45053,1731120553986'
2024-11-09T02:49:15,590 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,44723,1731120554088'
2024-11-09T02:49:15,590 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T02:49:15,590 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T02:49:15,591 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T02:49:15,591 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T02:49:15,591 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T02:49:15,591 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T02:49:15,591 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T02:49:15,591 DEBUG [RS:0;53f286d3af3b:45053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,45053,1731120553986
2024-11-09T02:49:15,591 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T02:49:15,591 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,45053,1731120553986'
2024-11-09T02:49:15,591 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T02:49:15,591 DEBUG [RS:1;53f286d3af3b:44723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,44723,1731120554088
2024-11-09T02:49:15,592 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,44723,1731120554088'
2024-11-09T02:49:15,592 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T02:49:15,592 WARN  [53f286d3af3b:37895 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T02:49:15,592 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T02:49:15,592 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T02:49:15,593 DEBUG [RS:0;53f286d3af3b:45053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T02:49:15,593 DEBUG [RS:1;53f286d3af3b:44723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T02:49:15,593 INFO  [RS:0;53f286d3af3b:45053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T02:49:15,593 INFO  [RS:0;53f286d3af3b:45053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T02:49:15,593 INFO  [RS:1;53f286d3af3b:44723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T02:49:15,593 INFO  [RS:1;53f286d3af3b:44723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T02:49:15,699 INFO  [RS:1;53f286d3af3b:44723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T02:49:15,699 INFO  [RS:0;53f286d3af3b:45053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T02:49:15,699 INFO  [RS:2;53f286d3af3b:39735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T02:49:15,704 INFO  [RS:1;53f286d3af3b:44723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C44723%2C1731120554088, suffix=, logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,44723,1731120554088, archiveDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs, maxLogs=32
2024-11-09T02:49:15,704 INFO  [RS:0;53f286d3af3b:45053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C45053%2C1731120553986, suffix=, logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,45053,1731120553986, archiveDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs, maxLogs=32
2024-11-09T02:49:15,704 INFO  [RS:2;53f286d3af3b:39735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C39735%2C1731120554136, suffix=, logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,39735,1731120554136, archiveDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs, maxLogs=32
2024-11-09T02:49:15,720 DEBUG [RS:1;53f286d3af3b:44723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,44723,1731120554088/53f286d3af3b%2C44723%2C1731120554088.1731120555707, exclude list is [], retry=0
2024-11-09T02:49:15,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-4df9e8d5-c93e-44e3-85d0-74c64588863c,DISK]
2024-11-09T02:49:15,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37135,DS-22f8376d-3631-4b47-802f-a8d7a2da6591,DISK]
2024-11-09T02:49:15,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-69bd73b7-cd44-4be1-8461-e22f96995ea8,DISK]
2024-11-09T02:49:15,727 DEBUG [RS:0;53f286d3af3b:45053 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,45053,1731120553986/53f286d3af3b%2C45053%2C1731120553986.1731120555707, exclude list is [], retry=0
2024-11-09T02:49:15,727 DEBUG [RS:2;53f286d3af3b:39735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,39735,1731120554136/53f286d3af3b%2C39735%2C1731120554136.1731120555707, exclude list is [], retry=0
2024-11-09T02:49:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-4df9e8d5-c93e-44e3-85d0-74c64588863c,DISK]
2024-11-09T02:49:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-69bd73b7-cd44-4be1-8461-e22f96995ea8,DISK]
2024-11-09T02:49:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-4df9e8d5-c93e-44e3-85d0-74c64588863c,DISK]
2024-11-09T02:49:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-69bd73b7-cd44-4be1-8461-e22f96995ea8,DISK]
2024-11-09T02:49:15,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37135,DS-22f8376d-3631-4b47-802f-a8d7a2da6591,DISK]
2024-11-09T02:49:15,763 INFO  [RS:1;53f286d3af3b:44723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,44723,1731120554088/53f286d3af3b%2C44723%2C1731120554088.1731120555707
2024-11-09T02:49:15,764 DEBUG [RS:1;53f286d3af3b:44723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:38373:38373),(127.0.0.1/127.0.0.1:40119:40119)]
2024-11-09T02:49:15,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37135,DS-22f8376d-3631-4b47-802f-a8d7a2da6591,DISK]
2024-11-09T02:49:15,772 INFO  [RS:0;53f286d3af3b:45053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,45053,1731120553986/53f286d3af3b%2C45053%2C1731120553986.1731120555707
2024-11-09T02:49:15,775 DEBUG [RS:0;53f286d3af3b:45053 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38373:38373),(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:40119:40119)]
2024-11-09T02:49:15,777 INFO  [RS:2;53f286d3af3b:39735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,39735,1731120554136/53f286d3af3b%2C39735%2C1731120554136.1731120555707
2024-11-09T02:49:15,777 DEBUG [RS:2;53f286d3af3b:39735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40119:40119),(127.0.0.1/127.0.0.1:38373:38373),(127.0.0.1/127.0.0.1:34411:34411)]
2024-11-09T02:49:15,846 DEBUG [53f286d3af3b:37895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-09T02:49:15,855 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(204): Hosts are {53f286d3af3b=0} racks are {/default-rack=0}
2024-11-09T02:49:15,861 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T02:49:15,861 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T02:49:15,862 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T02:49:15,862 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T02:49:15,862 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T02:49:15,862 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T02:49:15,862 INFO  [53f286d3af3b:37895 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T02:49:15,862 INFO  [53f286d3af3b:37895 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T02:49:15,862 INFO  [53f286d3af3b:37895 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T02:49:15,862 DEBUG [53f286d3af3b:37895 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T02:49:15,868 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,44723,1731120554088
2024-11-09T02:49:15,873 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,44723,1731120554088, state=OPENING
2024-11-09T02:49:15,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T02:49:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:15,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:15,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:15,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:15,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:15,943 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T02:49:15,946 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,44723,1731120554088}]
2024-11-09T02:49:16,119 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T02:49:16,123 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T02:49:16,135 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T02:49:16,136 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T02:49:16,137 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T02:49:16,140 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C44723%2C1731120554088.meta, suffix=.meta, logDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,44723,1731120554088, archiveDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs, maxLogs=32
2024-11-09T02:49:16,156 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,44723,1731120554088/53f286d3af3b%2C44723%2C1731120554088.meta.1731120556143.meta, exclude list is [], retry=0
2024-11-09T02:49:16,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37135,DS-22f8376d-3631-4b47-802f-a8d7a2da6591,DISK]
2024-11-09T02:49:16,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38493,DS-4df9e8d5-c93e-44e3-85d0-74c64588863c,DISK]
2024-11-09T02:49:16,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37483,DS-69bd73b7-cd44-4be1-8461-e22f96995ea8,DISK]
2024-11-09T02:49:16,163 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/WALs/53f286d3af3b,44723,1731120554088/53f286d3af3b%2C44723%2C1731120554088.meta.1731120556143.meta
2024-11-09T02:49:16,164 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34411:34411),(127.0.0.1/127.0.0.1:40119:40119),(127.0.0.1/127.0.0.1:38373:38373)]
2024-11-09T02:49:16,164 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T02:49:16,166 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T02:49:16,168 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T02:49:16,173 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T02:49:16,177 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T02:49:16,177 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:16,177 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T02:49:16,177 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T02:49:16,181 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T02:49:16,183 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T02:49:16,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:16,184 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:16,184 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T02:49:16,185 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T02:49:16,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:16,186 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:16,186 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T02:49:16,188 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T02:49:16,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:16,189 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:16,189 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T02:49:16,190 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T02:49:16,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:16,191 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:16,191 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T02:49:16,193 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740
2024-11-09T02:49:16,196 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740
2024-11-09T02:49:16,198 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T02:49:16,198 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T02:49:16,199 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T02:49:16,202 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T02:49:16,204 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74272793, jitterRate=0.10675086081027985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T02:49:16,204 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T02:49:16,206 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731120556178Writing region info on filesystem at 1731120556178Initializing all the Stores at 1731120556180 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120556180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120556181 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120556181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120556181Cleaning up temporary data from old regions at 1731120556198 (+17 ms)Running coprocessor post-open hooks at 1731120556205 (+7 ms)Region opened successfully at 1731120556206 (+1 ms)
2024-11-09T02:49:16,213 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731120556111
2024-11-09T02:49:16,223 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T02:49:16,224 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T02:49:16,225 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,44723,1731120554088
2024-11-09T02:49:16,227 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,44723,1731120554088, state=OPEN
2024-11-09T02:49:16,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:16,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:16,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:16,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:16,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:16,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:16,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:16,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:16,242 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,44723,1731120554088
2024-11-09T02:49:16,250 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T02:49:16,250 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,44723,1731120554088 in 297 msec
2024-11-09T02:49:16,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T02:49:16,258 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 828 msec
2024-11-09T02:49:16,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:16,260 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T02:49:16,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T02:49:16,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,44723,1731120554088, seqNum=-1]
2024-11-09T02:49:16,298 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T02:49:16,300 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T02:49:16,346 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1420 sec
2024-11-09T02:49:16,347 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731120556346, completionTime=-1
2024-11-09T02:49:16,349 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-09T02:49:16,349 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T02:49:16,377 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-09T02:49:16,377 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731120616377
2024-11-09T02:49:16,377 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731120676377
2024-11-09T02:49:16,377 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec
2024-11-09T02:49:16,379 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-09T02:49:16,386 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37895,1731120553187-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:16,387 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37895,1731120553187-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:16,387 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37895,1731120553187-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:16,388 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:37895, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:16,389 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:16,389 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:16,396 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T02:49:16,416 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.163sec
2024-11-09T02:49:16,418 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T02:49:16,420 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T02:49:16,421 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T02:49:16,422 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T02:49:16,422 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T02:49:16,423 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37895,1731120553187-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:16,423 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37895,1731120553187-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T02:49:16,428 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T02:49:16,429 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T02:49:16,430 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37895,1731120553187-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:16,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@455333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T02:49:16,486 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-09T02:49:16,486 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-09T02:49:16,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37895,-1 for getting cluster id
2024-11-09T02:49:16,491 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T02:49:16,498 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '647e43fb-7bdc-48f6-ade0-619433a5f561'
2024-11-09T02:49:16,500 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T02:49:16,500 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "647e43fb-7bdc-48f6-ade0-619433a5f561"

2024-11-09T02:49:16,500 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ea4cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T02:49:16,501 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37895,-1]
2024-11-09T02:49:16,503 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T02:49:16,504 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:16,506 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T02:49:16,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd13aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T02:49:16,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T02:49:16,517 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,44723,1731120554088, seqNum=-1]
2024-11-09T02:49:16,517 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T02:49:16,520 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T02:49:16,540 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,37895,1731120553187
2024-11-09T02:49:16,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T02:49:16,549 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37895,1731120553187
2024-11-09T02:49:16,551 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73488928
2024-11-09T02:49:16,552 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T02:49:16,554 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T02:49:16,559 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T02:49:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-09T02:49:16,569 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T02:49:16,572 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-09T02:49:16,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:16,574 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T02:49:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:16,584 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:16,584 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:16,590 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:38156 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38156 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:16,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775680_1021 (size=392)
2024-11-09T02:49:16,599 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:16,601 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3527a8dbbe7511b22327bafef9c6e53a, NAME => 'TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1
2024-11-09T02:49:16,608 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:16,608 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:16,612 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:38160 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38160 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:16,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775664_1023 (size=51)
2024-11-09T02:49:16,618 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:16,619 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:16,619 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 3527a8dbbe7511b22327bafef9c6e53a, disabling compactions & flushes
2024-11-09T02:49:16,619 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:16,619 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:16,619 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a. after waiting 0 ms
2024-11-09T02:49:16,619 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:16,619 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:16,619 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3527a8dbbe7511b22327bafef9c6e53a:
Waiting for close lock at 1731120556619Disabling compacts and flushes for region at 1731120556619Disabling writes for close at 1731120556619Writing region close event to WAL at 1731120556619Closed at 1731120556619
2024-11-09T02:49:16,622 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T02:49:16,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731120556622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120556622"}]},"ts":"1731120556622"}
2024-11-09T02:49:16,633 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T02:49:16,635 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T02:49:16,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120556635"}]},"ts":"1731120556635"}
2024-11-09T02:49:16,643 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-09T02:49:16,644 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {53f286d3af3b=0} racks are {/default-rack=0}
2024-11-09T02:49:16,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T02:49:16,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T02:49:16,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T02:49:16,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T02:49:16,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T02:49:16,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T02:49:16,645 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T02:49:16,645 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T02:49:16,645 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T02:49:16,645 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T02:49:16,647 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3527a8dbbe7511b22327bafef9c6e53a, ASSIGN}]
2024-11-09T02:49:16,650 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3527a8dbbe7511b22327bafef9c6e53a, ASSIGN
2024-11-09T02:49:16,652 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3527a8dbbe7511b22327bafef9c6e53a, ASSIGN; state=OFFLINE, location=53f286d3af3b,45053,1731120553986; forceNewPlan=false, retain=false
2024-11-09T02:49:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:16,809 INFO  [53f286d3af3b:37895 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-09T02:49:16,810 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3527a8dbbe7511b22327bafef9c6e53a, regionState=OPENING, regionLocation=53f286d3af3b,45053,1731120553986
2024-11-09T02:49:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3527a8dbbe7511b22327bafef9c6e53a, ASSIGN because future has completed
2024-11-09T02:49:16,817 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3527a8dbbe7511b22327bafef9c6e53a, server=53f286d3af3b,45053,1731120553986}]
2024-11-09T02:49:16,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:16,972 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T02:49:16,977 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T02:49:16,986 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:16,986 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3527a8dbbe7511b22327bafef9c6e53a, NAME => 'TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.', STARTKEY => '', ENDKEY => ''}
2024-11-09T02:49:16,987 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,987 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:16,987 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,987 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,990 INFO  [StoreOpener-3527a8dbbe7511b22327bafef9c6e53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3527a8dbbe7511b22327bafef9c6e53a 
2024-11-09T02:49:16,991 INFO  [StoreOpener-3527a8dbbe7511b22327bafef9c6e53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3527a8dbbe7511b22327bafef9c6e53a columnFamilyName cf
2024-11-09T02:49:16,992 DEBUG [StoreOpener-3527a8dbbe7511b22327bafef9c6e53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:16,993 INFO  [StoreOpener-3527a8dbbe7511b22327bafef9c6e53a-1 {}] regionserver.HStore(327): Store=3527a8dbbe7511b22327bafef9c6e53a/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:16,993 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,994 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,995 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,995 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,995 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:16,998 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:17,003 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T02:49:17,004 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3527a8dbbe7511b22327bafef9c6e53a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64534427, jitterRate=-0.03836210072040558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-09T02:49:17,005 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:17,006 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3527a8dbbe7511b22327bafef9c6e53a:
Running coprocessor pre-open hook at 1731120556987Writing region info on filesystem at 1731120556987Initializing all the Stores at 1731120556989 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120556989Cleaning up temporary data from old regions at 1731120556996 (+7 ms)Running coprocessor post-open hooks at 1731120557005 (+9 ms)Region opened successfully at 1731120557006 (+1 ms)
2024-11-09T02:49:17,007 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a., pid=6, masterSystemTime=1731120556972
2024-11-09T02:49:17,010 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:17,011 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:17,012 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3527a8dbbe7511b22327bafef9c6e53a, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,45053,1731120553986
2024-11-09T02:49:17,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3527a8dbbe7511b22327bafef9c6e53a, server=53f286d3af3b,45053,1731120553986 because future has completed
2024-11-09T02:49:17,021 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T02:49:17,021 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3527a8dbbe7511b22327bafef9c6e53a, server=53f286d3af3b,45053,1731120553986 in 200 msec
2024-11-09T02:49:17,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T02:49:17,025 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3527a8dbbe7511b22327bafef9c6e53a, ASSIGN in 374 msec
2024-11-09T02:49:17,026 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T02:49:17,027 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120557026"}]},"ts":"1731120557026"}
2024-11-09T02:49:17,029 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-09T02:49:17,031 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T02:49:17,034 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 469 msec
2024-11-09T02:49:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:17,206 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T02:49:17,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-09T02:49:17,208 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T02:49:17,215 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-09T02:49:17,216 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T02:49:17,217 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-09T02:49:17,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a., hostname=53f286d3af3b,45053,1731120553986, seqNum=2]
2024-11-09T02:49:17,228 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T02:49:17,231 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T02:49:17,240 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-09T02:49:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-09T02:49:17,248 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-09T02:49:17,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:17,250 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T02:49:17,251 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T02:49:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:17,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T02:49:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:17,418 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3527a8dbbe7511b22327bafef9c6e53a 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-09T02:49:17,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a/.tmp/cf/879fbf106959489a9204d2acfaa2e543 is 36, key is row/cf:cq/1731120557231/Put/seqid=0
2024-11-09T02:49:17,477 WARN  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:17,477 WARN  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:17,481 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_601876338_22 at /127.0.0.1:35916 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:37483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35916 dst: /127.0.0.1:37483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:17,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775648_1025 (size=4787)
2024-11-09T02:49:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:17,887 WARN  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:17,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a/.tmp/cf/879fbf106959489a9204d2acfaa2e543
2024-11-09T02:49:17,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a/.tmp/cf/879fbf106959489a9204d2acfaa2e543 as hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a/cf/879fbf106959489a9204d2acfaa2e543
2024-11-09T02:49:17,939 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a/cf/879fbf106959489a9204d2acfaa2e543, entries=1, sequenceid=5, filesize=4.7 K
2024-11-09T02:49:17,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 3527a8dbbe7511b22327bafef9c6e53a in 527ms, sequenceid=5, compaction requested=false
2024-11-09T02:49:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC'
2024-11-09T02:49:17,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3527a8dbbe7511b22327bafef9c6e53a:

2024-11-09T02:49:17,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:17,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T02:49:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T02:49:17,959 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-09T02:49:17,959 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec
2024-11-09T02:49:17,963 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 718 msec
2024-11-09T02:49:18,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775709_1013 (size=1321)
2024-11-09T02:49:18,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775773_1004 (size=42)
2024-11-09T02:49:18,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775693_1015 (size=32)
2024-11-09T02:49:18,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775725_1010 (size=34)
2024-11-09T02:49:18,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775708_1013 (size=1321)
2024-11-09T02:49:18,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775772_1004 (size=42)
2024-11-09T02:49:18,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775692_1015 (size=32)
2024-11-09T02:49:18,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775724_1010 (size=34)
2024-11-09T02:49:18,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775757_1006 (size=196)
2024-11-09T02:49:18,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775756_1006 (size=196)
2024-11-09T02:49:18,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775741_1008 (size=1189)
2024-11-09T02:49:18,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775740_1008 (size=1189)
2024-11-09T02:49:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:18,386 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T02:49:18,407 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T02:49:18,407 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T02:49:18,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:18,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,415 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T02:49:18,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T02:49:18,415 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=698085998, stopped=false
2024-11-09T02:49:18,416 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,37895,1731120553187
2024-11-09T02:49:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:18,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:18,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:18,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:18,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:18,478 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T02:49:18,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:18,479 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T02:49:18,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:18,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:18,481 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,45053,1731120553986' *****
2024-11-09T02:49:18,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:18,481 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T02:49:18,482 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,44723,1731120554088' *****
2024-11-09T02:49:18,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:18,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:18,482 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T02:49:18,482 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,39735,1731120554136' *****
2024-11-09T02:49:18,482 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T02:49:18,482 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T02:49:18,482 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T02:49:18,483 INFO  [RS:0;53f286d3af3b:45053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T02:49:18,483 INFO  [RS:1;53f286d3af3b:44723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T02:49:18,483 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T02:49:18,483 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T02:49:18,483 INFO  [RS:0;53f286d3af3b:45053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T02:49:18,483 INFO  [RS:1;53f286d3af3b:44723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T02:49:18,483 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,44723,1731120554088
2024-11-09T02:49:18,484 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T02:49:18,484 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:18,484 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(3091): Received CLOSE for 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:18,484 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T02:49:18,484 INFO  [RS:1;53f286d3af3b:44723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;53f286d3af3b:44723.
2024-11-09T02:49:18,484 INFO  [RS:2;53f286d3af3b:39735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T02:49:18,484 DEBUG [RS:1;53f286d3af3b:44723 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:18,484 INFO  [RS:2;53f286d3af3b:39735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T02:49:18,484 DEBUG [RS:1;53f286d3af3b:44723 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,484 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,39735,1731120554136
2024-11-09T02:49:18,484 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:18,484 INFO  [RS:2;53f286d3af3b:39735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;53f286d3af3b:39735.
2024-11-09T02:49:18,484 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,45053,1731120553986
2024-11-09T02:49:18,484 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T02:49:18,484 DEBUG [RS:2;53f286d3af3b:39735 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:18,484 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:18,484 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T02:49:18,485 DEBUG [RS:2;53f286d3af3b:39735 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,485 INFO  [RS:0;53f286d3af3b:45053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:45053.
2024-11-09T02:49:18,485 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T02:49:18,485 DEBUG [RS:0;53f286d3af3b:45053 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:18,485 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T02:49:18,485 DEBUG [RS:0;53f286d3af3b:45053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,485 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,39735,1731120554136; all regions closed.
2024-11-09T02:49:18,485 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3527a8dbbe7511b22327bafef9c6e53a, disabling compactions & flushes
2024-11-09T02:49:18,485 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T02:49:18,485 INFO  [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:18,485 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T02:49:18,485 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1325): Online Regions={3527a8dbbe7511b22327bafef9c6e53a=TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.}
2024-11-09T02:49:18,485 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T02:49:18,485 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:18,485 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a. after waiting 0 ms
2024-11-09T02:49:18,485 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T02:49:18,485 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:18,486 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T02:49:18,486 DEBUG [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1351): Waiting on 3527a8dbbe7511b22327bafef9c6e53a
2024-11-09T02:49:18,486 DEBUG [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T02:49:18,486 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T02:49:18,486 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T02:49:18,486 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T02:49:18,486 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-09T02:49:18,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_1073741828_1018 (size=93)
2024-11-09T02:49:18,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741828_1018 (size=93)
2024-11-09T02:49:18,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741828_1018 (size=93)
2024-11-09T02:49:18,499 DEBUG [RS:2;53f286d3af3b:39735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs
2024-11-09T02:49:18,499 INFO  [RS:2;53f286d3af3b:39735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C39735%2C1731120554136:(num 1731120555707)
2024-11-09T02:49:18,499 DEBUG [RS:2;53f286d3af3b:39735 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T02:49:18,500 INFO  [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:18,500 INFO  [RS:2;53f286d3af3b:39735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39735
2024-11-09T02:49:18,511 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/default/TestHBaseWalOnEC/3527a8dbbe7511b22327bafef9c6e53a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T02:49:18,513 INFO  [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:18,514 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3527a8dbbe7511b22327bafef9c6e53a:
Waiting for close lock at 1731120558485Running coprocessor pre-close hooks at 1731120558485Disabling compacts and flushes for region at 1731120558485Disabling writes for close at 1731120558485Writing region close event to WAL at 1731120558487 (+2 ms)Running coprocessor post-close hooks at 1731120558512 (+25 ms)Closed at 1731120558513 (+1 ms)
2024-11-09T02:49:18,514 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a.
2024-11-09T02:49:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,39735,1731120554136
2024-11-09T02:49:18,515 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:18,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T02:49:18,516 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,39735,1731120554136]
2024-11-09T02:49:18,529 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/info/8fb5495abfec43d6840a3fbe42b2925c is 153, key is TestHBaseWalOnEC,,1731120556556.3527a8dbbe7511b22327bafef9c6e53a./info:regioninfo/1731120557011/Put/seqid=0
2024-11-09T02:49:18,532 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,533 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,39735,1731120554136 already deleted, retry=false
2024-11-09T02:49:18,536 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,39735,1731120554136 expired; onlineServers=2
2024-11-09T02:49:18,537 INFO  [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T02:49:18,537 INFO  [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T02:49:18,538 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2090868453_22 at /127.0.0.1:45156 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:38493:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45156 dst: /127.0.0.1:38493
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:18,541 INFO  [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:18,541 INFO  [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:18,541 INFO  [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:18,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775632_1027 (size=6637)
2024-11-09T02:49:18,543 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:18,543 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/info/8fb5495abfec43d6840a3fbe42b2925c
2024-11-09T02:49:18,571 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/ns/605fcdf117304b93adf380a22e3c1706 is 43, key is default/ns:d/1731120556305/Put/seqid=0
2024-11-09T02:49:18,573 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,574 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,577 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2090868453_22 at /127.0.0.1:38222 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38222 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:18,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775616_1029 (size=5153)
2024-11-09T02:49:18,582 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:18,582 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/ns/605fcdf117304b93adf380a22e3c1706
2024-11-09T02:49:18,604 INFO  [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T02:49:18,604 INFO  [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T02:49:18,609 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/table/d2b824d029ea44eb883b31b0c1317a64 is 52, key is TestHBaseWalOnEC/table:state/1731120557026/Put/seqid=0
2024-11-09T02:49:18,611 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,611 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,614 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2090868453_22 at /127.0.0.1:38230 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38230 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:18,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775600_1031 (size=5249)
2024-11-09T02:49:18,619 WARN  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:18,619 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/table/d2b824d029ea44eb883b31b0c1317a64
2024-11-09T02:49:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39735-0x1011d7f55780003, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:18,626 INFO  [RS:2;53f286d3af3b:39735 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:18,626 INFO  [RS:2;53f286d3af3b:39735 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,39735,1731120554136; zookeeper connection closed.
2024-11-09T02:49:18,627 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e8f8dc8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e8f8dc8
2024-11-09T02:49:18,630 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/info/8fb5495abfec43d6840a3fbe42b2925c as hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/info/8fb5495abfec43d6840a3fbe42b2925c
2024-11-09T02:49:18,640 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/info/8fb5495abfec43d6840a3fbe42b2925c, entries=10, sequenceid=11, filesize=6.5 K
2024-11-09T02:49:18,642 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/ns/605fcdf117304b93adf380a22e3c1706 as hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/ns/605fcdf117304b93adf380a22e3c1706
2024-11-09T02:49:18,652 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/ns/605fcdf117304b93adf380a22e3c1706, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T02:49:18,654 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/.tmp/table/d2b824d029ea44eb883b31b0c1317a64 as hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/table/d2b824d029ea44eb883b31b0c1317a64
2024-11-09T02:49:18,663 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/table/d2b824d029ea44eb883b31b0c1317a64, entries=2, sequenceid=11, filesize=5.1 K
2024-11-09T02:49:18,665 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=11, compaction requested=false
2024-11-09T02:49:18,665 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T02:49:18,673 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T02:49:18,674 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T02:49:18,675 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T02:49:18,675 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731120558485Running coprocessor pre-close hooks at 1731120558485Disabling compacts and flushes for region at 1731120558485Disabling writes for close at 1731120558486 (+1 ms)Obtaining lock to block concurrent updates at 1731120558486Preparing flush snapshotting stores in 1588230740 at 1731120558486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731120558487 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731120558488 (+1 ms)Flushing 1588230740/info: creating writer at 1731120558488Flushing 1588230740/info: appending metadata at 1731120558524 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731120558524Flushing 1588230740/ns: creating writer at 1731120558553 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731120558570 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731120558570Flushing 1588230740/table: creating writer at 1731120558590 (+20 ms)Flushing 1588230740/table: appending metadata at 1731120558608 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731120558608Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6465802f: reopening flushed file at 1731120558629 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6333a441: reopening flushed file at 1731120558640 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15914898: reopening flushed file at 1731120558652 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 179ms, sequenceid=11, compaction requested=false at 1731120558665 (+13 ms)Writing region close event to WAL at 1731120558667 (+2 ms)Running coprocessor post-close hooks at 1731120558674 (+7 ms)Closed at 1731120558675 (+1 ms)
2024-11-09T02:49:18,675 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T02:49:18,686 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,44723,1731120554088; all regions closed.
2024-11-09T02:49:18,686 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,45053,1731120553986; all regions closed.
2024-11-09T02:49:18,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741827_1017 (size=1298)
2024-11-09T02:49:18,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_1073741827_1017 (size=1298)
2024-11-09T02:49:18,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741827_1017 (size=1298)
2024-11-09T02:49:18,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_1073741829_1019 (size=2751)
2024-11-09T02:49:18,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741829_1019 (size=2751)
2024-11-09T02:49:18,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741829_1019 (size=2751)
2024-11-09T02:49:18,696 DEBUG [RS:0;53f286d3af3b:45053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs
2024-11-09T02:49:18,696 INFO  [RS:0;53f286d3af3b:45053 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C45053%2C1731120553986:(num 1731120555707)
2024-11-09T02:49:18,696 DEBUG [RS:0;53f286d3af3b:45053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,696 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:18,696 DEBUG [RS:1;53f286d3af3b:44723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs
2024-11-09T02:49:18,696 INFO  [RS:1;53f286d3af3b:44723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C44723%2C1731120554088.meta:.meta(num 1731120556143)
2024-11-09T02:49:18,696 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:18,696 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:18,696 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T02:49:18,696 INFO  [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:18,696 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T02:49:18,696 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T02:49:18,697 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:18,697 INFO  [RS:0;53f286d3af3b:45053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45053
2024-11-09T02:49:18,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741826_1016 (size=93)
2024-11-09T02:49:18,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_1073741826_1016 (size=93)
2024-11-09T02:49:18,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741826_1016 (size=93)
2024-11-09T02:49:18,702 DEBUG [RS:1;53f286d3af3b:44723 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/oldWALs
2024-11-09T02:49:18,702 INFO  [RS:1;53f286d3af3b:44723 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C44723%2C1731120554088:(num 1731120555707)
2024-11-09T02:49:18,702 DEBUG [RS:1;53f286d3af3b:44723 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:18,703 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:18,703 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:18,703 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:18,703 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:18,703 INFO  [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:18,703 INFO  [RS:1;53f286d3af3b:44723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44723
2024-11-09T02:49:18,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T02:49:18,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,45053,1731120553986
2024-11-09T02:49:18,725 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:18,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,44723,1731120554088
2024-11-09T02:49:18,735 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:18,746 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,44723,1731120554088]
2024-11-09T02:49:18,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,44723,1731120554088 already deleted, retry=false
2024-11-09T02:49:18,767 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,44723,1731120554088 expired; onlineServers=1
2024-11-09T02:49:18,767 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,45053,1731120553986]
2024-11-09T02:49:18,778 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,45053,1731120553986 already deleted, retry=false
2024-11-09T02:49:18,778 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,45053,1731120553986 expired; onlineServers=0
2024-11-09T02:49:18,778 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,37895,1731120553187' *****
2024-11-09T02:49:18,778 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T02:49:18,778 INFO  [M:0;53f286d3af3b:37895 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:18,778 INFO  [M:0;53f286d3af3b:37895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:18,778 DEBUG [M:0;53f286d3af3b:37895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T02:49:18,779 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T02:49:18,779 DEBUG [M:0;53f286d3af3b:37895 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T02:49:18,779 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120555292 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120555292,5,FailOnTimeoutGroup]
2024-11-09T02:49:18,779 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120555289 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120555289,5,FailOnTimeoutGroup]
2024-11-09T02:49:18,779 INFO  [M:0;53f286d3af3b:37895 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:18,779 INFO  [M:0;53f286d3af3b:37895 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:18,779 DEBUG [M:0;53f286d3af3b:37895 {}] master.HMaster(1795): Stopping service threads
2024-11-09T02:49:18,780 INFO  [M:0;53f286d3af3b:37895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T02:49:18,780 INFO  [M:0;53f286d3af3b:37895 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T02:49:18,780 INFO  [M:0;53f286d3af3b:37895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T02:49:18,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T02:49:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:18,789 DEBUG [M:0;53f286d3af3b:37895 {}] zookeeper.ZKUtil(347): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-09T02:49:18,789 WARN  [M:0;53f286d3af3b:37895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T02:49:18,790 INFO  [M:0;53f286d3af3b:37895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/.lastflushedseqids
2024-11-09T02:49:18,801 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,801 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,804 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:35988 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:37483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35988 dst: /127.0.0.1:37483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:18,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775584_1033 (size=127)
2024-11-09T02:49:18,809 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:18,809 INFO  [M:0;53f286d3af3b:37895 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T02:49:18,810 INFO  [M:0;53f286d3af3b:37895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T02:49:18,810 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T02:49:18,810 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:18,810 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:18,810 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T02:49:18,810 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:18,810 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB
2024-11-09T02:49:18,828 DEBUG [M:0;53f286d3af3b:37895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/037473ea1ec24ce2a17ccdbfed29ed8b is 82, key is hbase:meta,,1/info:regioninfo/1731120556225/Put/seqid=0
2024-11-09T02:49:18,830 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,830 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,832 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:35998 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:37483:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35998 dst: /127.0.0.1:37483
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:18,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_-9223372036854775568_1035 (size=5672)
2024-11-09T02:49:18,838 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:18,838 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/037473ea1ec24ce2a17ccdbfed29ed8b
2024-11-09T02:49:18,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:18,847 INFO  [RS:0;53f286d3af3b:45053 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:18,847 INFO  [RS:0;53f286d3af3b:45053 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,45053,1731120553986; zookeeper connection closed.
2024-11-09T02:49:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45053-0x1011d7f55780001, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:18,847 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@deb62ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@deb62ce
2024-11-09T02:49:18,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:18,857 INFO  [RS:1;53f286d3af3b:44723 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:18,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44723-0x1011d7f55780002, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:18,857 INFO  [RS:1;53f286d3af3b:44723 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,44723,1731120554088; zookeeper connection closed.
2024-11-09T02:49:18,857 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13ef79a4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13ef79a4
2024-11-09T02:49:18,857 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-09T02:49:18,866 DEBUG [M:0;53f286d3af3b:37895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1167e524c0df4d8e84747d10a8aec03f is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731120557033/Put/seqid=0
2024-11-09T02:49:18,868 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,868 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,871 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:45164 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:38493:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45164 dst: /127.0.0.1:38493
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:18,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_-9223372036854775552_1037 (size=6440)
2024-11-09T02:49:18,876 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:18,876 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1167e524c0df4d8e84747d10a8aec03f
2024-11-09T02:49:18,899 DEBUG [M:0;53f286d3af3b:37895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b02e93ef0b174d8c9c6b25640d8e41b9 is 69, key is 53f286d3af3b,39735,1731120554136/rs:state/1731120555409/Put/seqid=0
2024-11-09T02:49:18,902 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,902 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T02:49:18,904 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2011516934_22 at /127.0.0.1:38248 [Receiving block BP-271100381-172.17.0.3-1731120548643:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:37135:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38248 dst: /127.0.0.1:37135
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T02:49:18,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_-9223372036854775536_1039 (size=5294)
2024-11-09T02:49:18,909 WARN  [M:0;53f286d3af3b:37895 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T02:49:18,909 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b02e93ef0b174d8c9c6b25640d8e41b9
2024-11-09T02:49:18,919 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/037473ea1ec24ce2a17ccdbfed29ed8b as hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/037473ea1ec24ce2a17ccdbfed29ed8b
2024-11-09T02:49:18,928 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/037473ea1ec24ce2a17ccdbfed29ed8b, entries=8, sequenceid=72, filesize=5.5 K
2024-11-09T02:49:18,930 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1167e524c0df4d8e84747d10a8aec03f as hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1167e524c0df4d8e84747d10a8aec03f
2024-11-09T02:49:18,938 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1167e524c0df4d8e84747d10a8aec03f, entries=8, sequenceid=72, filesize=6.3 K
2024-11-09T02:49:18,940 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b02e93ef0b174d8c9c6b25640d8e41b9 as hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b02e93ef0b174d8c9c6b25640d8e41b9
2024-11-09T02:49:18,948 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b02e93ef0b174d8c9c6b25640d8e41b9, entries=3, sequenceid=72, filesize=5.2 K
2024-11-09T02:49:18,949 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=72, compaction requested=false
2024-11-09T02:49:18,951 INFO  [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:18,951 DEBUG [M:0;53f286d3af3b:37895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731120558810Disabling compacts and flushes for region at 1731120558810Disabling writes for close at 1731120558810Obtaining lock to block concurrent updates at 1731120558810Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731120558810Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1731120558811 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731120558812 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731120558812Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731120558827 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731120558828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731120558846 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731120558865 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731120558865Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731120558883 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731120558899 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731120558899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d792567: reopening flushed file at 1731120558918 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d65b025: reopening flushed file at 1731120558928 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b3840c: reopening flushed file at 1731120558939 (+11 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=72, compaction requested=false at 1731120558949 (+10 ms)Writing region close event to WAL at 1731120558951 (+2 ms)Closed at 1731120558951
2024-11-09T02:49:18,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38493 is added to blk_1073741825_1011 (size=32686)
2024-11-09T02:49:18,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37135 is added to blk_1073741825_1011 (size=32686)
2024-11-09T02:49:18,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37483 is added to blk_1073741825_1011 (size=32686)
2024-11-09T02:49:18,956 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:18,956 INFO  [M:0;53f286d3af3b:37895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T02:49:18,956 INFO  [M:0;53f286d3af3b:37895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37895
2024-11-09T02:49:18,957 INFO  [M:0;53f286d3af3b:37895 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:19,068 INFO  [M:0;53f286d3af3b:37895 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:19,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:19,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37895-0x1011d7f55780000, quorum=127.0.0.1:52843, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:19,108 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:19,111 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:19,111 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:19,111 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:19,111 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:19,114 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T02:49:19,114 WARN  [BP-271100381-172.17.0.3-1731120548643 heartbeating to localhost/127.0.0.1:44839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T02:49:19,114 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T02:49:19,114 WARN  [BP-271100381-172.17.0.3-1731120548643 heartbeating to localhost/127.0.0.1:44839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271100381-172.17.0.3-1731120548643 (Datanode Uuid d6667d6f-3184-4c99-b084-084e3563853c) service to localhost/127.0.0.1:44839
2024-11-09T02:49:19,116 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data5/current/BP-271100381-172.17.0.3-1731120548643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:19,116 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data6/current/BP-271100381-172.17.0.3-1731120548643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:19,116 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T02:49:19,119 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:19,119 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:19,119 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:19,119 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:19,120 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:19,121 WARN  [BP-271100381-172.17.0.3-1731120548643 heartbeating to localhost/127.0.0.1:44839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T02:49:19,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T02:49:19,121 WARN  [BP-271100381-172.17.0.3-1731120548643 heartbeating to localhost/127.0.0.1:44839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271100381-172.17.0.3-1731120548643 (Datanode Uuid 567a76ba-c6fe-46c2-9cd7-ccad7ac86938) service to localhost/127.0.0.1:44839
2024-11-09T02:49:19,121 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T02:49:19,122 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data3/current/BP-271100381-172.17.0.3-1731120548643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:19,122 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data4/current/BP-271100381-172.17.0.3-1731120548643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:19,122 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T02:49:19,125 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:19,125 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:19,125 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:19,126 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:19,126 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:19,127 WARN  [BP-271100381-172.17.0.3-1731120548643 heartbeating to localhost/127.0.0.1:44839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T02:49:19,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T02:49:19,127 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T02:49:19,127 WARN  [BP-271100381-172.17.0.3-1731120548643 heartbeating to localhost/127.0.0.1:44839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-271100381-172.17.0.3-1731120548643 (Datanode Uuid 052d0758-c0ff-4e83-9240-eec6117d4eb5) service to localhost/127.0.0.1:44839
2024-11-09T02:49:19,128 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data1/current/BP-271100381-172.17.0.3-1731120548643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:19,128 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/cluster_716c5be5-b01e-8399-7cc0-2e94fa5a6540/data/data2/current/BP-271100381-172.17.0.3-1731120548643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:19,128 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T02:49:19,136 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T02:49:19,137 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:19,137 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:19,137 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:19,137 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:19,146 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T02:49:19,174 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T02:49:19,180 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 158), OpenFileDescriptor=451 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=55 (was 42) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3827 (was 4128)
2024-11-09T02:49:19,186 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=55, ProcessCount=11, AvailableMemoryMB=3827
2024-11-09T02:49:19,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T02:49:19,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.log.dir so I do NOT create it in target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6
2024-11-09T02:49:19,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6ca55dc6-8c72-0ccf-7e49-7c3a7c9b1a5f/hadoop.tmp.dir so I do NOT create it in target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6
2024-11-09T02:49:19,186 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8, deleteOnExit=true
2024-11-09T02:49:19,186 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/test.cache.data in system properties and HBase conf
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir in system properties and HBase conf
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T02:49:19,187 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T02:49:19,187 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/nfs.dump.dir in system properties and HBase conf
2024-11-09T02:49:19,188 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/java.io.tmpdir in system properties and HBase conf
2024-11-09T02:49:19,189 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T02:49:19,189 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T02:49:19,189 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T02:49:19,579 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:19,585 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:19,586 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:19,586 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:19,586 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T02:49:19,587 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:19,587 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14abb266{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:19,588 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38845bbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:19,682 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63d762f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/java.io.tmpdir/jetty-localhost-36249-hadoop-hdfs-3_4_1-tests_jar-_-any-5011982511767208314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T02:49:19,683 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33d1b1eb{HTTP/1.1, (http/1.1)}{localhost:36249}
2024-11-09T02:49:19,683 INFO  [Time-limited test {}] server.Server(415): Started @12785ms
2024-11-09T02:49:19,979 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:19,982 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:19,983 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:19,983 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:19,983 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T02:49:19,984 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e639fe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:19,984 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3887b7b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:20,079 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4924c16d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/java.io.tmpdir/jetty-localhost-40327-hadoop-hdfs-3_4_1-tests_jar-_-any-6317325032951307236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:20,080 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46daa7ef{HTTP/1.1, (http/1.1)}{localhost:40327}
2024-11-09T02:49:20,080 INFO  [Time-limited test {}] server.Server(415): Started @13182ms
2024-11-09T02:49:20,081 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T02:49:20,116 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:20,121 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:20,122 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:20,122 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:20,122 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T02:49:20,123 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16a06885{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:20,123 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c1940b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:20,218 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bdee220{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/java.io.tmpdir/jetty-localhost-37485-hadoop-hdfs-3_4_1-tests_jar-_-any-14227299763173700058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:20,218 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59a8d034{HTTP/1.1, (http/1.1)}{localhost:37485}
2024-11-09T02:49:20,218 INFO  [Time-limited test {}] server.Server(415): Started @13321ms
2024-11-09T02:49:20,220 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T02:49:20,255 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T02:49:20,258 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T02:49:20,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T02:49:20,261 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T02:49:20,261 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T02:49:20,261 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6861a8ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,AVAILABLE}
2024-11-09T02:49:20,262 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d1a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T02:49:20,357 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4875d7bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/java.io.tmpdir/jetty-localhost-33265-hadoop-hdfs-3_4_1-tests_jar-_-any-3473243571921941567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:20,358 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f643d17{HTTP/1.1, (http/1.1)}{localhost:33265}
2024-11-09T02:49:20,358 INFO  [Time-limited test {}] server.Server(415): Started @13460ms
2024-11-09T02:49:20,360 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T02:49:21,378 WARN  [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data1/current/BP-439097015-172.17.0.3-1731120559214/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:21,379 WARN  [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data2/current/BP-439097015-172.17.0.3-1731120559214/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:21,396 WARN  [Thread-510 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T02:49:21,399 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd21d1800a34167fc with lease ID 0x692d1b4faa105f2: Processing first storage report for DS-eb581753-316c-4708-9f51-4e06847b4c0b from datanode DatanodeRegistration(127.0.0.1:37121, datanodeUuid=de822f2f-443e-43ff-b2a6-38ea3e30d177, infoPort=33561, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214)
2024-11-09T02:49:21,399 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd21d1800a34167fc with lease ID 0x692d1b4faa105f2: from storage DS-eb581753-316c-4708-9f51-4e06847b4c0b node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=de822f2f-443e-43ff-b2a6-38ea3e30d177, infoPort=33561, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:21,399 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd21d1800a34167fc with lease ID 0x692d1b4faa105f2: Processing first storage report for DS-0983058a-6e23-4cee-9aa7-6b63c8d3402f from datanode DatanodeRegistration(127.0.0.1:37121, datanodeUuid=de822f2f-443e-43ff-b2a6-38ea3e30d177, infoPort=33561, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214)
2024-11-09T02:49:21,399 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd21d1800a34167fc with lease ID 0x692d1b4faa105f2: from storage DS-0983058a-6e23-4cee-9aa7-6b63c8d3402f node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=de822f2f-443e-43ff-b2a6-38ea3e30d177, infoPort=33561, infoSecurePort=0, ipcPort=39725, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T02:49:21,539 WARN  [Thread-581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data3/current/BP-439097015-172.17.0.3-1731120559214/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:21,539 WARN  [Thread-582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data4/current/BP-439097015-172.17.0.3-1731120559214/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:21,556 WARN  [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T02:49:21,559 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d6dfa5ae49f272 with lease ID 0x692d1b4faa105f3: Processing first storage report for DS-068664f0-dbec-4773-95c0-d2d63b4b824c from datanode DatanodeRegistration(127.0.0.1:36125, datanodeUuid=05dce3b2-015d-40ef-b743-bda3b8bafa86, infoPort=41453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214)
2024-11-09T02:49:21,559 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d6dfa5ae49f272 with lease ID 0x692d1b4faa105f3: from storage DS-068664f0-dbec-4773-95c0-d2d63b4b824c node DatanodeRegistration(127.0.0.1:36125, datanodeUuid=05dce3b2-015d-40ef-b743-bda3b8bafa86, infoPort=41453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:21,559 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5d6dfa5ae49f272 with lease ID 0x692d1b4faa105f3: Processing first storage report for DS-3fe64bd2-da17-4ad1-8693-53e3a12f6983 from datanode DatanodeRegistration(127.0.0.1:36125, datanodeUuid=05dce3b2-015d-40ef-b743-bda3b8bafa86, infoPort=41453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214)
2024-11-09T02:49:21,559 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5d6dfa5ae49f272 with lease ID 0x692d1b4faa105f3: from storage DS-3fe64bd2-da17-4ad1-8693-53e3a12f6983 node DatanodeRegistration(127.0.0.1:36125, datanodeUuid=05dce3b2-015d-40ef-b743-bda3b8bafa86, infoPort=41453, infoSecurePort=0, ipcPort=40115, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:21,644 WARN  [Thread-592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data5/current/BP-439097015-172.17.0.3-1731120559214/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:21,644 WARN  [Thread-593 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data6/current/BP-439097015-172.17.0.3-1731120559214/current, will proceed with Du for space computation calculation, 
2024-11-09T02:49:21,664 WARN  [Thread-555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T02:49:21,667 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97bc3882bbe71eba with lease ID 0x692d1b4faa105f4: Processing first storage report for DS-659d4430-104c-4059-b1fd-f7b16695874f from datanode DatanodeRegistration(127.0.0.1:41243, datanodeUuid=84c5cac8-e8aa-4c0f-9041-daa98c86b54e, infoPort=43685, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214)
2024-11-09T02:49:21,667 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97bc3882bbe71eba with lease ID 0x692d1b4faa105f4: from storage DS-659d4430-104c-4059-b1fd-f7b16695874f node DatanodeRegistration(127.0.0.1:41243, datanodeUuid=84c5cac8-e8aa-4c0f-9041-daa98c86b54e, infoPort=43685, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:21,667 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97bc3882bbe71eba with lease ID 0x692d1b4faa105f4: Processing first storage report for DS-4e11a663-dbe2-45a2-8f0b-18e3b7133cc4 from datanode DatanodeRegistration(127.0.0.1:41243, datanodeUuid=84c5cac8-e8aa-4c0f-9041-daa98c86b54e, infoPort=43685, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214)
2024-11-09T02:49:21,667 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97bc3882bbe71eba with lease ID 0x692d1b4faa105f4: from storage DS-4e11a663-dbe2-45a2-8f0b-18e3b7133cc4 node DatanodeRegistration(127.0.0.1:41243, datanodeUuid=84c5cac8-e8aa-4c0f-9041-daa98c86b54e, infoPort=43685, infoSecurePort=0, ipcPort=32979, storageInfo=lv=-57;cid=testClusterID;nsid=1562244376;c=1731120559214), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T02:49:21,683 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T02:49:21,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6
2024-11-09T02:49:21,709 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/zookeeper_0, clientPort=50358, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T02:49:21,710 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50358
2024-11-09T02:49:21,711 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,713 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741825_1001 (size=7)
2024-11-09T02:49:21,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741825_1001 (size=7)
2024-11-09T02:49:21,730 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741825_1001 (size=7)
2024-11-09T02:49:21,731 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d with version=8
2024-11-09T02:49:21,731 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44839/user/jenkins/test-data/127ef211-039c-d56a-e9a1-f8619cb78ef1/hbase-staging
2024-11-09T02:49:21,732 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T02:49:21,733 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T02:49:21,734 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:21,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,734 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:21,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,734 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:21,735 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T02:49:21,735 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:21,735 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39075
2024-11-09T02:49:21,738 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39075 connecting to ZooKeeper ensemble=127.0.0.1:50358
2024-11-09T02:49:21,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390750x0, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:21,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39075-0x1011d7f79d80000 connected
2024-11-09T02:49:21,887 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,888 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:21,891 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d, hbase.cluster.distributed=false
2024-11-09T02:49:21,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:21,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39075
2024-11-09T02:49:21,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39075
2024-11-09T02:49:21,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39075
2024-11-09T02:49:21,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39075
2024-11-09T02:49:21,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39075
2024-11-09T02:49:21,914 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:21,914 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,914 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,915 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:21,915 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,915 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:21,915 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T02:49:21,915 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:21,916 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40669
2024-11-09T02:49:21,917 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40669 connecting to ZooKeeper ensemble=127.0.0.1:50358
2024-11-09T02:49:21,918 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,919 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406690x0, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:21,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40669-0x1011d7f79d80001 connected
2024-11-09T02:49:21,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:21,930 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T02:49:21,931 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T02:49:21,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T02:49:21,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:21,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40669
2024-11-09T02:49:21,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40669
2024-11-09T02:49:21,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40669
2024-11-09T02:49:21,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40669
2024-11-09T02:49:21,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40669
2024-11-09T02:49:21,950 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:21,950 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,950 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,950 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:21,951 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,951 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:21,951 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T02:49:21,951 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:21,951 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38907
2024-11-09T02:49:21,953 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38907 connecting to ZooKeeper ensemble=127.0.0.1:50358
2024-11-09T02:49:21,953 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,955 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389070x0, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:21,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389070x0, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:21,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38907-0x1011d7f79d80002 connected
2024-11-09T02:49:21,968 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T02:49:21,969 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T02:49:21,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T02:49:21,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:21,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38907
2024-11-09T02:49:21,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38907
2024-11-09T02:49:21,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38907
2024-11-09T02:49:21,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38907
2024-11-09T02:49:21,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38907
2024-11-09T02:49:21,991 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45
2024-11-09T02:49:21,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,992 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T02:49:21,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T02:49:21,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T02:49:21,992 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T02:49:21,992 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T02:49:21,993 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41201
2024-11-09T02:49:21,994 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41201 connecting to ZooKeeper ensemble=127.0.0.1:50358
2024-11-09T02:49:21,995 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:21,997 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:22,009 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412010x0, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T02:49:22,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41201-0x1011d7f79d80003 connected
2024-11-09T02:49:22,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:22,010 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T02:49:22,010 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T02:49:22,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T02:49:22,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T02:49:22,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41201
2024-11-09T02:49:22,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41201
2024-11-09T02:49:22,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41201
2024-11-09T02:49:22,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41201
2024-11-09T02:49:22,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41201
2024-11-09T02:49:22,029 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:39075
2024-11-09T02:49:22,029 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/53f286d3af3b,39075,1731120561734
2024-11-09T02:49:22,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,041 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,041 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/53f286d3af3b,39075,1731120561734
2024-11-09T02:49:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,051 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:22,051 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,053 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-09T02:49:22,054 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/53f286d3af3b,39075,1731120561734 from backup master directory
2024-11-09T02:49:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/53f286d3af3b,39075,1731120561734
2024-11-09T02:49:22,066 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T02:49:22,066 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:22,066 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,39075,1731120561734
2024-11-09T02:49:22,073 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/hbase.id] with ID: dc9e759a-a639-43ff-a345-7f4e05f3aadb
2024-11-09T02:49:22,073 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/.tmp/hbase.id
2024-11-09T02:49:22,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741826_1002 (size=42)
2024-11-09T02:49:22,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741826_1002 (size=42)
2024-11-09T02:49:22,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741826_1002 (size=42)
2024-11-09T02:49:22,085 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/.tmp/hbase.id]:[hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/hbase.id]
2024-11-09T02:49:22,101 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T02:49:22,101 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T02:49:22,103 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-09T02:49:22,114 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741827_1003 (size=196)
2024-11-09T02:49:22,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741827_1003 (size=196)
2024-11-09T02:49:22,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741827_1003 (size=196)
2024-11-09T02:49:22,125 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T02:49:22,126 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T02:49:22,126 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T02:49:22,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741828_1004 (size=1189)
2024-11-09T02:49:22,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741828_1004 (size=1189)
2024-11-09T02:49:22,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741828_1004 (size=1189)
2024-11-09T02:49:22,140 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store
2024-11-09T02:49:22,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741829_1005 (size=34)
2024-11-09T02:49:22,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741829_1005 (size=34)
2024-11-09T02:49:22,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741829_1005 (size=34)
2024-11-09T02:49:22,149 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:22,150 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T02:49:22,150 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:22,150 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:22,150 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T02:49:22,150 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:22,150 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:22,150 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731120562150Disabling compacts and flushes for region at 1731120562150Disabling writes for close at 1731120562150Writing region close event to WAL at 1731120562150Closed at 1731120562150
2024-11-09T02:49:22,151 WARN  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/.initializing
2024-11-09T02:49:22,151 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/WALs/53f286d3af3b,39075,1731120561734
2024-11-09T02:49:22,156 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C39075%2C1731120561734, suffix=, logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/WALs/53f286d3af3b,39075,1731120561734, archiveDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/oldWALs, maxLogs=10
2024-11-09T02:49:22,156 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 53f286d3af3b%2C39075%2C1731120561734.1731120562156
2024-11-09T02:49:22,167 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/WALs/53f286d3af3b,39075,1731120561734/53f286d3af3b%2C39075%2C1731120561734.1731120562156
2024-11-09T02:49:22,169 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41453:41453),(127.0.0.1/127.0.0.1:43685:43685),(127.0.0.1/127.0.0.1:33561:33561)]
2024-11-09T02:49:22,169 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T02:49:22,169 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:22,170 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,170 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,172 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:22,173 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T02:49:22,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,174 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:22,174 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:22,176 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T02:49:22,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,177 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:22,177 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:22,179 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T02:49:22,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,180 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:22,180 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T02:49:22,182 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T02:49:22,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,183 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:22,183 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,184 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,184 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,186 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,186 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,186 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T02:49:22,188 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T02:49:22,190 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T02:49:22,191 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69404472, jitterRate=0.03420722484588623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T02:49:22,192 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731120562170Initializing all the Stores at 1731120562171 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120562171Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120562171Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120562171Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120562171Cleaning up temporary data from old regions at 1731120562186 (+15 ms)Region opened successfully at 1731120562192 (+6 ms)
2024-11-09T02:49:22,192 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T02:49:22,197 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa10e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:22,198 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T02:49:22,198 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T02:49:22,198 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T02:49:22,198 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T02:49:22,199 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T02:49:22,199 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T02:49:22,199 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T02:49:22,202 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T02:49:22,203 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-09T02:49:22,213 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-09T02:49:22,213 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T02:49:22,214 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-09T02:49:22,223 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-09T02:49:22,224 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T02:49:22,225 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-09T02:49:22,234 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-09T02:49:22,235 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-09T02:49:22,244 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-09T02:49:22,247 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T02:49:22,255 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-09T02:49:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:22,266 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:22,266 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,268 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,39075,1731120561734, sessionid=0x1011d7f79d80000, setting cluster-up flag (Was=false)
2024-11-09T02:49:22,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,287 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,319 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-09T02:49:22,322 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,39075,1731120561734
2024-11-09T02:49:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,346 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-09T02:49:22,383 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,39075,1731120561734
2024-11-09T02:49:22,384 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T02:49:22,387 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:22,387 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T02:49:22,387 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T02:49:22,388 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,39075,1731120561734
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T02:49:22,389 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:22,389 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:22,389 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:22,390 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5
2024-11-09T02:49:22,390 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10
2024-11-09T02:49:22,390 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,390 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:22,390 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731120592391
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T02:49:22,391 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,392 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T02:49:22,392 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T02:49:22,392 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T02:49:22,392 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T02:49:22,392 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T02:49:22,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:22,393 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T02:49:22,393 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120562392,5,FailOnTimeoutGroup]
2024-11-09T02:49:22,394 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,394 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T02:49:22,398 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120562393,5,FailOnTimeoutGroup]
2024-11-09T02:49:22,398 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,398 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T02:49:22,398 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,399 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741831_1007 (size=1321)
2024-11-09T02:49:22,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741831_1007 (size=1321)
2024-11-09T02:49:22,407 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741831_1007 (size=1321)
2024-11-09T02:49:22,408 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T02:49:22,408 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d
2024-11-09T02:49:22,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741832_1008 (size=32)
2024-11-09T02:49:22,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741832_1008 (size=32)
2024-11-09T02:49:22,417 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(746): ClusterId : dc9e759a-a639-43ff-a345-7f4e05f3aadb
2024-11-09T02:49:22,417 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(746): ClusterId : dc9e759a-a639-43ff-a345-7f4e05f3aadb
2024-11-09T02:49:22,417 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T02:49:22,417 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T02:49:22,417 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(746): ClusterId : dc9e759a-a639-43ff-a345-7f4e05f3aadb
2024-11-09T02:49:22,417 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T02:49:22,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741832_1008 (size=32)
2024-11-09T02:49:22,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:22,420 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T02:49:22,421 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T02:49:22,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,422 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:22,422 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T02:49:22,424 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T02:49:22,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:22,424 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T02:49:22,426 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T02:49:22,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,427 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:22,427 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T02:49:22,428 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T02:49:22,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:22,429 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:22,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T02:49:22,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740
2024-11-09T02:49:22,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740
2024-11-09T02:49:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T02:49:22,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T02:49:22,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T02:49:22,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T02:49:22,437 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T02:49:22,437 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67003827, jitterRate=-0.0015651732683181763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T02:49:22,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731120562419Initializing all the Stores at 1731120562420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120562420Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120562420Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120562420Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120562420Cleaning up temporary data from old regions at 1731120562432 (+12 ms)Region opened successfully at 1731120562438 (+6 ms)
2024-11-09T02:49:22,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T02:49:22,438 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T02:49:22,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T02:49:22,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T02:49:22,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T02:49:22,439 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T02:49:22,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731120562438Disabling compacts and flushes for region at 1731120562438Disabling writes for close at 1731120562438Writing region close event to WAL at 1731120562439 (+1 ms)Closed at 1731120562439
2024-11-09T02:49:22,440 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:22,440 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T02:49:22,441 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T02:49:22,441 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T02:49:22,441 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T02:49:22,441 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T02:49:22,441 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T02:49:22,441 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T02:49:22,441 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T02:49:22,442 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T02:49:22,444 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T02:49:22,462 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T02:49:22,462 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T02:49:22,462 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T02:49:22,462 DEBUG [RS:2;53f286d3af3b:41201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e06f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:22,462 DEBUG [RS:0;53f286d3af3b:40669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c0b49a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:22,463 DEBUG [RS:1;53f286d3af3b:38907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2556fd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0
2024-11-09T02:49:22,473 DEBUG [RS:1;53f286d3af3b:38907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;53f286d3af3b:38907
2024-11-09T02:49:22,473 DEBUG [RS:0;53f286d3af3b:40669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:40669
2024-11-09T02:49:22,473 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T02:49:22,473 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T02:49:22,473 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T02:49:22,473 DEBUG [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T02:49:22,473 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T02:49:22,473 DEBUG [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T02:49:22,474 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,39075,1731120561734 with port=38907, startcode=1731120561950
2024-11-09T02:49:22,474 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,39075,1731120561734 with port=40669, startcode=1731120561914
2024-11-09T02:49:22,474 DEBUG [RS:1;53f286d3af3b:38907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T02:49:22,474 DEBUG [RS:0;53f286d3af3b:40669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T02:49:22,477 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;53f286d3af3b:41201
2024-11-09T02:49:22,477 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T02:49:22,477 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T02:49:22,477 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T02:49:22,477 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T02:49:22,477 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T02:49:22,477 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,38907,1731120561950
2024-11-09T02:49:22,477 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,38907,1731120561950
2024-11-09T02:49:22,478 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,39075,1731120561734 with port=41201, startcode=1731120561991
2024-11-09T02:49:22,478 DEBUG [RS:2;53f286d3af3b:41201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T02:49:22,480 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,40669,1731120561914
2024-11-09T02:49:22,480 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,40669,1731120561914
2024-11-09T02:49:22,480 DEBUG [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d
2024-11-09T02:49:22,480 DEBUG [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40625
2024-11-09T02:49:22,480 DEBUG [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T02:49:22,480 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T02:49:22,482 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,41201,1731120561991
2024-11-09T02:49:22,482 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,41201,1731120561991
2024-11-09T02:49:22,482 DEBUG [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d
2024-11-09T02:49:22,482 DEBUG [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40625
2024-11-09T02:49:22,482 DEBUG [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T02:49:22,484 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d
2024-11-09T02:49:22,484 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40625
2024-11-09T02:49:22,484 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T02:49:22,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T02:49:22,537 DEBUG [RS:1;53f286d3af3b:38907 {}] zookeeper.ZKUtil(111): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,38907,1731120561950
2024-11-09T02:49:22,537 WARN  [RS:1;53f286d3af3b:38907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:22,537 INFO  [RS:1;53f286d3af3b:38907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T02:49:22,537 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,38907,1731120561950]
2024-11-09T02:49:22,538 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,41201,1731120561991]
2024-11-09T02:49:22,538 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,40669,1731120561914]
2024-11-09T02:49:22,538 DEBUG [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,38907,1731120561950
2024-11-09T02:49:22,538 DEBUG [RS:0;53f286d3af3b:40669 {}] zookeeper.ZKUtil(111): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,40669,1731120561914
2024-11-09T02:49:22,538 DEBUG [RS:2;53f286d3af3b:41201 {}] zookeeper.ZKUtil(111): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,41201,1731120561991
2024-11-09T02:49:22,538 WARN  [RS:0;53f286d3af3b:40669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:22,538 WARN  [RS:2;53f286d3af3b:41201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T02:49:22,538 INFO  [RS:0;53f286d3af3b:40669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T02:49:22,539 INFO  [RS:2;53f286d3af3b:41201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T02:49:22,539 DEBUG [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,40669,1731120561914
2024-11-09T02:49:22,539 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,41201,1731120561991
2024-11-09T02:49:22,547 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T02:49:22,547 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T02:49:22,547 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T02:49:22,551 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T02:49:22,554 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T02:49:22,555 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T02:49:22,555 INFO  [RS:1;53f286d3af3b:38907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T02:49:22,555 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,555 INFO  [RS:0;53f286d3af3b:40669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T02:49:22,555 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,555 INFO  [RS:2;53f286d3af3b:41201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T02:49:22,555 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T02:49:22,555 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,555 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T02:49:22,556 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T02:49:22,556 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T02:49:22,556 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,556 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,556 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,556 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,556 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,557 DEBUG [RS:0;53f286d3af3b:40669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:22,557 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,558 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,558 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:22,558 DEBUG [RS:1;53f286d3af3b:38907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:22,558 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T02:49:22,558 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,558 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,559 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,560 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1
2024-11-09T02:49:22,560 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:22,560 DEBUG [RS:2;53f286d3af3b:41201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3
2024-11-09T02:49:22,560 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,560 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,560 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,560 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,560 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,560 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40669,1731120561914-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:22,563 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38907,1731120561950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,564 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41201,1731120561991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:22,577 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T02:49:22,577 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40669,1731120561914-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,577 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,577 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.Replication(171): 53f286d3af3b,40669,1731120561914 started
2024-11-09T02:49:22,578 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T02:49:22,578 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38907,1731120561950-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,578 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T02:49:22,578 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,578 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41201,1731120561991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,578 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.Replication(171): 53f286d3af3b,38907,1731120561950 started
2024-11-09T02:49:22,579 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,579 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.Replication(171): 53f286d3af3b,41201,1731120561991 started
2024-11-09T02:49:22,591 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,591 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,40669,1731120561914, RpcServer on 53f286d3af3b/172.17.0.3:40669, sessionid=0x1011d7f79d80001
2024-11-09T02:49:22,591 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T02:49:22,591 DEBUG [RS:0;53f286d3af3b:40669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,40669,1731120561914
2024-11-09T02:49:22,591 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,40669,1731120561914'
2024-11-09T02:49:22,591 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T02:49:22,591 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,591 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,38907,1731120561950, RpcServer on 53f286d3af3b/172.17.0.3:38907, sessionid=0x1011d7f79d80002
2024-11-09T02:49:22,591 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T02:49:22,591 DEBUG [RS:1;53f286d3af3b:38907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,38907,1731120561950
2024-11-09T02:49:22,592 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38907,1731120561950'
2024-11-09T02:49:22,592 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T02:49:22,592 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:22,592 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,41201,1731120561991, RpcServer on 53f286d3af3b/172.17.0.3:41201, sessionid=0x1011d7f79d80003
2024-11-09T02:49:22,592 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T02:49:22,592 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T02:49:22,592 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T02:49:22,592 DEBUG [RS:2;53f286d3af3b:41201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,41201,1731120561991
2024-11-09T02:49:22,592 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41201,1731120561991'
2024-11-09T02:49:22,592 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T02:49:22,592 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T02:49:22,592 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T02:49:22,592 DEBUG [RS:0;53f286d3af3b:40669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,40669,1731120561914
2024-11-09T02:49:22,592 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T02:49:22,592 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,40669,1731120561914'
2024-11-09T02:49:22,592 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T02:49:22,592 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T02:49:22,592 DEBUG [RS:1;53f286d3af3b:38907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,38907,1731120561950
2024-11-09T02:49:22,592 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T02:49:22,592 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38907,1731120561950'
2024-11-09T02:49:22,593 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T02:49:22,593 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T02:49:22,593 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T02:49:22,593 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T02:49:22,593 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T02:49:22,593 DEBUG [RS:2;53f286d3af3b:41201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,41201,1731120561991
2024-11-09T02:49:22,593 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41201,1731120561991'
2024-11-09T02:49:22,593 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T02:49:22,593 DEBUG [RS:0;53f286d3af3b:40669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T02:49:22,593 INFO  [RS:0;53f286d3af3b:40669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T02:49:22,593 INFO  [RS:0;53f286d3af3b:40669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T02:49:22,593 DEBUG [RS:1;53f286d3af3b:38907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T02:49:22,593 INFO  [RS:1;53f286d3af3b:38907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T02:49:22,593 INFO  [RS:1;53f286d3af3b:38907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T02:49:22,593 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T02:49:22,594 DEBUG [RS:2;53f286d3af3b:41201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T02:49:22,594 INFO  [RS:2;53f286d3af3b:41201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T02:49:22,594 INFO  [RS:2;53f286d3af3b:41201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T02:49:22,594 WARN  [53f286d3af3b:39075 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T02:49:22,699 INFO  [RS:0;53f286d3af3b:40669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C40669%2C1731120561914, suffix=, logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,40669,1731120561914, archiveDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs, maxLogs=32
2024-11-09T02:49:22,699 INFO  [RS:2;53f286d3af3b:41201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C41201%2C1731120561991, suffix=, logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,41201,1731120561991, archiveDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs, maxLogs=32
2024-11-09T02:49:22,699 INFO  [RS:1;53f286d3af3b:38907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C38907%2C1731120561950, suffix=, logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,38907,1731120561950, archiveDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs, maxLogs=32
2024-11-09T02:49:22,703 INFO  [RS:1;53f286d3af3b:38907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 53f286d3af3b%2C38907%2C1731120561950.1731120562703
2024-11-09T02:49:22,704 INFO  [RS:2;53f286d3af3b:41201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 53f286d3af3b%2C41201%2C1731120561991.1731120562704
2024-11-09T02:49:22,704 INFO  [RS:0;53f286d3af3b:40669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 53f286d3af3b%2C40669%2C1731120561914.1731120562704
2024-11-09T02:49:22,715 INFO  [RS:2;53f286d3af3b:41201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,41201,1731120561991/53f286d3af3b%2C41201%2C1731120561991.1731120562704
2024-11-09T02:49:22,715 INFO  [RS:0;53f286d3af3b:40669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,40669,1731120561914/53f286d3af3b%2C40669%2C1731120561914.1731120562704
2024-11-09T02:49:22,715 INFO  [RS:1;53f286d3af3b:38907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,38907,1731120561950/53f286d3af3b%2C38907%2C1731120561950.1731120562703
2024-11-09T02:49:22,716 DEBUG [RS:2;53f286d3af3b:41201 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43685:43685),(127.0.0.1/127.0.0.1:33561:33561),(127.0.0.1/127.0.0.1:41453:41453)]
2024-11-09T02:49:22,716 DEBUG [RS:0;53f286d3af3b:40669 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:41453:41453),(127.0.0.1/127.0.0.1:43685:43685),(127.0.0.1/127.0.0.1:33561:33561)]
2024-11-09T02:49:22,717 DEBUG [RS:1;53f286d3af3b:38907 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43685:43685),(127.0.0.1/127.0.0.1:41453:41453),(127.0.0.1/127.0.0.1:33561:33561)]
2024-11-09T02:49:22,844 DEBUG [53f286d3af3b:39075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-09T02:49:22,845 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(204): Hosts are {53f286d3af3b=0} racks are {/default-rack=0}
2024-11-09T02:49:22,849 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T02:49:22,849 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T02:49:22,849 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T02:49:22,850 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T02:49:22,850 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T02:49:22,850 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T02:49:22,850 INFO  [53f286d3af3b:39075 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T02:49:22,850 INFO  [53f286d3af3b:39075 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T02:49:22,850 INFO  [53f286d3af3b:39075 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T02:49:22,850 DEBUG [53f286d3af3b:39075 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T02:49:22,851 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,41201,1731120561991
2024-11-09T02:49:22,854 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41201,1731120561991, state=OPENING
2024-11-09T02:49:22,877 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T02:49:22,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,971 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:22,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:22,972 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T02:49:22,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:22,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:22,972 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41201,1731120561991}]
2024-11-09T02:49:22,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:23,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T02:49:23,129 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T02:49:23,138 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T02:49:23,139 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T02:49:23,141 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C41201%2C1731120561991.meta, suffix=.meta, logDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,41201,1731120561991, archiveDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs, maxLogs=32
2024-11-09T02:49:23,142 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 53f286d3af3b%2C41201%2C1731120561991.meta.1731120563142.meta
2024-11-09T02:49:23,149 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/WALs/53f286d3af3b,41201,1731120561991/53f286d3af3b%2C41201%2C1731120561991.meta.1731120563142.meta
2024-11-09T02:49:23,154 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43685:43685),(127.0.0.1/127.0.0.1:33561:33561),(127.0.0.1/127.0.0.1:41453:41453)]
2024-11-09T02:49:23,155 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T02:49:23,155 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T02:49:23,155 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T02:49:23,155 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T02:49:23,155 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T02:49:23,155 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:23,156 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T02:49:23,156 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T02:49:23,157 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T02:49:23,158 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T02:49:23,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:23,159 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:23,159 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T02:49:23,160 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T02:49:23,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:23,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:23,160 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T02:49:23,161 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T02:49:23,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:23,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:23,162 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T02:49:23,163 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T02:49:23,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:23,163 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T02:49:23,163 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T02:49:23,164 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740
2024-11-09T02:49:23,165 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740
2024-11-09T02:49:23,167 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T02:49:23,167 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T02:49:23,167 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T02:49:23,169 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T02:49:23,170 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74612805, jitterRate=0.11181743443012238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T02:49:23,170 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T02:49:23,171 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731120563156Writing region info on filesystem at 1731120563156Initializing all the Stores at 1731120563157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120563157Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120563157Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120563157Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120563157Cleaning up temporary data from old regions at 1731120563167 (+10 ms)Running coprocessor post-open hooks at 1731120563170 (+3 ms)Region opened successfully at 1731120563171 (+1 ms)
2024-11-09T02:49:23,173 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731120563126
2024-11-09T02:49:23,176 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T02:49:23,176 INFO  [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T02:49:23,177 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41201,1731120561991
2024-11-09T02:49:23,179 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41201,1731120561991, state=OPEN
2024-11-09T02:49:23,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:23,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:23,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:23,230 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T02:49:23,230 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,41201,1731120561991
2024-11-09T02:49:23,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:23,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:23,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:23,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T02:49:23,237 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T02:49:23,237 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41201,1731120561991 in 258 msec
2024-11-09T02:49:23,243 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T02:49:23,243 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 796 msec
2024-11-09T02:49:23,245 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T02:49:23,245 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T02:49:23,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T02:49:23,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41201,1731120561991, seqNum=-1]
2024-11-09T02:49:23,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T02:49:23,249 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T02:49:23,257 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 870 msec
2024-11-09T02:49:23,258 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731120563258, completionTime=-1
2024-11-09T02:49:23,258 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-09T02:49:23,258 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T02:49:23,260 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-09T02:49:23,260 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731120623260
2024-11-09T02:49:23,260 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731120683260
2024-11-09T02:49:23,260 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T02:49:23,260 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-09T02:49:23,261 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39075,1731120561734-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:23,261 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39075,1731120561734-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:23,261 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39075,1731120561734-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:23,261 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:39075, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:23,261 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:23,261 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:23,264 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T02:49:23,266 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.200sec
2024-11-09T02:49:23,267 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T02:49:23,267 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T02:49:23,267 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T02:49:23,267 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T02:49:23,267 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T02:49:23,267 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39075,1731120561734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T02:49:23,267 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39075,1731120561734-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T02:49:23,270 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T02:49:23,270 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T02:49:23,270 INFO  [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39075,1731120561734-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T02:49:23,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef9cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T02:49:23,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,39075,-1 for getting cluster id
2024-11-09T02:49:23,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T02:49:23,321 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc9e759a-a639-43ff-a345-7f4e05f3aadb'
2024-11-09T02:49:23,321 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T02:49:23,321 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc9e759a-a639-43ff-a345-7f4e05f3aadb"

2024-11-09T02:49:23,322 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bf5e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T02:49:23,322 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,39075,-1]
2024-11-09T02:49:23,322 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T02:49:23,322 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:23,324 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T02:49:23,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98aa2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T02:49:23,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T02:49:23,326 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41201,1731120561991, seqNum=-1]
2024-11-09T02:49:23,327 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T02:49:23,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T02:49:23,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,39075,1731120561734
2024-11-09T02:49:23,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T02:49:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,39075,1731120561734
2024-11-09T02:49:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ab4d42
2024-11-09T02:49:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T02:49:23,336 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T02:49:23,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T02:49:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-09T02:49:23,340 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T02:49:23,341 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:23,341 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-09T02:49:23,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:23,343 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T02:49:23,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741837_1013 (size=392)
2024-11-09T02:49:23,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741837_1013 (size=392)
2024-11-09T02:49:23,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741837_1013 (size=392)
2024-11-09T02:49:23,363 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64ed7c14724f4bb65c8fd49801f4a016, NAME => 'TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d
2024-11-09T02:49:23,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741838_1014 (size=51)
2024-11-09T02:49:23,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741838_1014 (size=51)
2024-11-09T02:49:23,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741838_1014 (size=51)
2024-11-09T02:49:23,374 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:23,374 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 64ed7c14724f4bb65c8fd49801f4a016, disabling compactions & flushes
2024-11-09T02:49:23,374 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:23,374 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:23,374 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016. after waiting 0 ms
2024-11-09T02:49:23,375 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:23,375 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:23,375 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64ed7c14724f4bb65c8fd49801f4a016:
Waiting for close lock at 1731120563374Disabling compacts and flushes for region at 1731120563374Disabling writes for close at 1731120563374Writing region close event to WAL at 1731120563375 (+1 ms)Closed at 1731120563375
2024-11-09T02:49:23,377 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T02:49:23,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731120563377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120563377"}]},"ts":"1731120563377"}
2024-11-09T02:49:23,381 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T02:49:23,383 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T02:49:23,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120563383"}]},"ts":"1731120563383"}
2024-11-09T02:49:23,387 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-09T02:49:23,387 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {53f286d3af3b=0} racks are {/default-rack=0}
2024-11-09T02:49:23,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T02:49:23,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T02:49:23,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T02:49:23,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T02:49:23,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T02:49:23,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T02:49:23,388 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T02:49:23,388 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T02:49:23,388 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T02:49:23,388 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T02:49:23,388 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=64ed7c14724f4bb65c8fd49801f4a016, ASSIGN}]
2024-11-09T02:49:23,391 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=64ed7c14724f4bb65c8fd49801f4a016, ASSIGN
2024-11-09T02:49:23,392 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=64ed7c14724f4bb65c8fd49801f4a016, ASSIGN; state=OFFLINE, location=53f286d3af3b,41201,1731120561991; forceNewPlan=false, retain=false
2024-11-09T02:49:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:23,543 INFO  [53f286d3af3b:39075 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-09T02:49:23,543 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64ed7c14724f4bb65c8fd49801f4a016, regionState=OPENING, regionLocation=53f286d3af3b,41201,1731120561991
2024-11-09T02:49:23,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=64ed7c14724f4bb65c8fd49801f4a016, ASSIGN because future has completed
2024-11-09T02:49:23,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64ed7c14724f4bb65c8fd49801f4a016, server=53f286d3af3b,41201,1731120561991}]
2024-11-09T02:49:23,558 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T02:49:23,558 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T02:49:23,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T02:49:23,560 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T02:49:23,560 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T02:49:23,560 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T02:49:23,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:23,711 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:23,712 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 64ed7c14724f4bb65c8fd49801f4a016, NAME => 'TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.', STARTKEY => '', ENDKEY => ''}
2024-11-09T02:49:23,712 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,712 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T02:49:23,713 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,713 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,716 INFO  [StoreOpener-64ed7c14724f4bb65c8fd49801f4a016-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 64ed7c14724f4bb65c8fd49801f4a016 
2024-11-09T02:49:23,718 INFO  [StoreOpener-64ed7c14724f4bb65c8fd49801f4a016-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64ed7c14724f4bb65c8fd49801f4a016 columnFamilyName cf
2024-11-09T02:49:23,718 DEBUG [StoreOpener-64ed7c14724f4bb65c8fd49801f4a016-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T02:49:23,719 INFO  [StoreOpener-64ed7c14724f4bb65c8fd49801f4a016-1 {}] regionserver.HStore(327): Store=64ed7c14724f4bb65c8fd49801f4a016/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T02:49:23,719 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,720 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,720 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,721 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,721 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,723 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,725 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T02:49:23,726 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 64ed7c14724f4bb65c8fd49801f4a016; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72872798, jitterRate=0.0858893096446991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-09T02:49:23,726 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:23,727 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 64ed7c14724f4bb65c8fd49801f4a016:
Running coprocessor pre-open hook at 1731120563713Writing region info on filesystem at 1731120563713Initializing all the Stores at 1731120563715 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120563715Cleaning up temporary data from old regions at 1731120563721 (+6 ms)Running coprocessor post-open hooks at 1731120563726 (+5 ms)Region opened successfully at 1731120563727 (+1 ms)
2024-11-09T02:49:23,728 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016., pid=6, masterSystemTime=1731120563702
2024-11-09T02:49:23,732 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:23,732 INFO  [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:23,733 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64ed7c14724f4bb65c8fd49801f4a016, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41201,1731120561991
2024-11-09T02:49:23,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64ed7c14724f4bb65c8fd49801f4a016, server=53f286d3af3b,41201,1731120561991 because future has completed
2024-11-09T02:49:23,742 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T02:49:23,742 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 64ed7c14724f4bb65c8fd49801f4a016, server=53f286d3af3b,41201,1731120561991 in 190 msec
2024-11-09T02:49:23,746 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T02:49:23,746 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=64ed7c14724f4bb65c8fd49801f4a016, ASSIGN in 354 msec
2024-11-09T02:49:23,748 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T02:49:23,748 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120563748"}]},"ts":"1731120563748"}
2024-11-09T02:49:23,751 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-09T02:49:23,753 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T02:49:23,756 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 416 msec
2024-11-09T02:49:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T02:49:23,974 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T02:49:23,974 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-09T02:49:23,975 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T02:49:23,978 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-09T02:49:23,978 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T02:49:23,978 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-09T02:49:23,982 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016., hostname=53f286d3af3b,41201,1731120561991, seqNum=2]
2024-11-09T02:49:23,986 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-09T02:49:23,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-09T02:49:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:23,990 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-09T02:49:23,991 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T02:49:23,991 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T02:49:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:24,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T02:49:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:24,147 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 64ed7c14724f4bb65c8fd49801f4a016 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-09T02:49:24,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016/.tmp/cf/f3988b538a6c43e7b730ec358a6a7917 is 36, key is row/cf:cq/1731120563984/Put/seqid=0
2024-11-09T02:49:24,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741839_1015 (size=4787)
2024-11-09T02:49:24,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741839_1015 (size=4787)
2024-11-09T02:49:24,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741839_1015 (size=4787)
2024-11-09T02:49:24,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016/.tmp/cf/f3988b538a6c43e7b730ec358a6a7917
2024-11-09T02:49:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016/.tmp/cf/f3988b538a6c43e7b730ec358a6a7917 as hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016/cf/f3988b538a6c43e7b730ec358a6a7917
2024-11-09T02:49:24,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016/cf/f3988b538a6c43e7b730ec358a6a7917, entries=1, sequenceid=5, filesize=4.7 K
2024-11-09T02:49:24,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 64ed7c14724f4bb65c8fd49801f4a016 in 46ms, sequenceid=5, compaction requested=false
2024-11-09T02:49:24,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 64ed7c14724f4bb65c8fd49801f4a016:

2024-11-09T02:49:24,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:24,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T02:49:24,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T02:49:24,200 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-09T02:49:24,200 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec
2024-11-09T02:49:24,204 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 215 msec
2024-11-09T02:49:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T02:49:24,305 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T02:49:24,309 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T02:49:24,309 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T02:49:24,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:24,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,310 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T02:49:24,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T02:49:24,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=898813300, stopped=false
2024-11-09T02:49:24,310 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,39075,1731120561734
2024-11-09T02:49:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:24,377 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:24,377 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T02:49:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:24,378 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T02:49:24,378 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T02:49:24,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:24,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:24,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,40669,1731120561914' *****
2024-11-09T02:49:24,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T02:49:24,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,38907,1731120561950' *****
2024-11-09T02:49:24,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T02:49:24,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,41201,1731120561991' *****
2024-11-09T02:49:24,379 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T02:49:24,379 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T02:49:24,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:24,379 INFO  [RS:2;53f286d3af3b:41201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T02:49:24,379 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T02:49:24,379 INFO  [RS:2;53f286d3af3b:41201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T02:49:24,379 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T02:49:24,379 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(3091): Received CLOSE for 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:24,380 INFO  [RS:0;53f286d3af3b:40669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T02:49:24,380 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T02:49:24,380 INFO  [RS:0;53f286d3af3b:40669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T02:49:24,380 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T02:49:24,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:24,380 INFO  [RS:1;53f286d3af3b:38907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T02:49:24,380 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T02:49:24,380 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,40669,1731120561914
2024-11-09T02:49:24,380 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,41201,1731120561991
2024-11-09T02:49:24,380 INFO  [RS:1;53f286d3af3b:38907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T02:49:24,381 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:24,381 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,38907,1731120561950
2024-11-09T02:49:24,381 INFO  [RS:2;53f286d3af3b:41201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;53f286d3af3b:41201.
2024-11-09T02:49:24,381 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:24,381 INFO  [RS:1;53f286d3af3b:38907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;53f286d3af3b:38907.
2024-11-09T02:49:24,381 DEBUG [RS:2;53f286d3af3b:41201 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:24,381 DEBUG [RS:2;53f286d3af3b:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,381 DEBUG [RS:1;53f286d3af3b:38907 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:24,381 DEBUG [RS:1;53f286d3af3b:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T02:49:24,381 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T02:49:24,381 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T02:49:24,381 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,38907,1731120561950; all regions closed.
2024-11-09T02:49:24,381 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T02:49:24,381 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T02:49:24,380 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:24,382 INFO  [RS:0;53f286d3af3b:40669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:40669.
2024-11-09T02:49:24,382 DEBUG [RS:0;53f286d3af3b:40669 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T02:49:24,382 DEBUG [RS:0;53f286d3af3b:40669 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,382 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64ed7c14724f4bb65c8fd49801f4a016, disabling compactions & flushes
2024-11-09T02:49:24,382 INFO  [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:24,382 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,40669,1731120561914; all regions closed.
2024-11-09T02:49:24,382 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:24,382 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016. after waiting 0 ms
2024-11-09T02:49:24,382 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:24,383 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T02:49:24,383 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 64ed7c14724f4bb65c8fd49801f4a016=TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.}
2024-11-09T02:49:24,383 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64ed7c14724f4bb65c8fd49801f4a016
2024-11-09T02:49:24,383 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,383 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T02:49:24,383 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,383 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T02:49:24,383 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T02:49:24,383 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,383 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,383 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T02:49:24,383 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T02:49:24,384 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,384 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,384 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,384 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-09T02:49:24,384 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,384 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,384 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741833_1009 (size=93)
2024-11-09T02:49:24,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741833_1009 (size=93)
2024-11-09T02:49:24,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741834_1010 (size=93)
2024-11-09T02:49:24,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741834_1010 (size=93)
2024-11-09T02:49:24,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741834_1010 (size=93)
2024-11-09T02:49:24,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741833_1009 (size=93)
2024-11-09T02:49:24,408 DEBUG [RS:1;53f286d3af3b:38907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs
2024-11-09T02:49:24,408 INFO  [RS:1;53f286d3af3b:38907 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 53f286d3af3b%2C38907%2C1731120561950:(num 1731120562703)
2024-11-09T02:49:24,408 DEBUG [RS:1;53f286d3af3b:38907 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,408 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:24,409 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:24,409 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:24,409 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T02:49:24,409 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T02:49:24,409 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T02:49:24,409 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:24,409 INFO  [RS:1;53f286d3af3b:38907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38907
2024-11-09T02:49:24,409 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/default/TestHBaseWalOnEC/64ed7c14724f4bb65c8fd49801f4a016/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T02:49:24,411 INFO  [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:24,412 INFO  [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:24,412 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64ed7c14724f4bb65c8fd49801f4a016:
Waiting for close lock at 1731120564382Running coprocessor pre-close hooks at 1731120564382Disabling compacts and flushes for region at 1731120564382Disabling writes for close at 1731120564382Writing region close event to WAL at 1731120564396 (+14 ms)Running coprocessor post-close hooks at 1731120564411 (+15 ms)Closed at 1731120564412 (+1 ms)
2024-11-09T02:49:24,412 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016.
2024-11-09T02:49:24,413 DEBUG [RS:0;53f286d3af3b:40669 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs
2024-11-09T02:49:24,413 INFO  [RS:0;53f286d3af3b:40669 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 53f286d3af3b%2C40669%2C1731120561914:(num 1731120562704)
2024-11-09T02:49:24,413 DEBUG [RS:0;53f286d3af3b:40669 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,413 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:24,413 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:24,413 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:24,414 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T02:49:24,414 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T02:49:24,414 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T02:49:24,414 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:24,414 INFO  [RS:0;53f286d3af3b:40669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40669
2024-11-09T02:49:24,414 INFO  [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:24,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,38907,1731120561950
2024-11-09T02:49:24,424 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:24,425 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/info/5dac6acf0634458eae97c291aa18c65d is 153, key is TestHBaseWalOnEC,,1731120563336.64ed7c14724f4bb65c8fd49801f4a016./info:regioninfo/1731120563733/Put/seqid=0
2024-11-09T02:49:24,427 WARN  [IPC Server handler 2 on default port 40625 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-09T02:49:24,427 WARN  [IPC Server handler 2 on default port 40625 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-09T02:49:24,427 WARN  [IPC Server handler 2 on default port 40625 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-09T02:49:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T02:49:24,434 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,40669,1731120561914
2024-11-09T02:49:24,440 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,38907,1731120561950]
2024-11-09T02:49:24,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741840_1016 (size=6637)
2024-11-09T02:49:24,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741840_1016 (size=6637)
2024-11-09T02:49:24,448 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/info/5dac6acf0634458eae97c291aa18c65d
2024-11-09T02:49:24,464 INFO  [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:24,467 INFO  [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:24,467 INFO  [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:24,486 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/ns/25f07f74eaf74e1a835bd2b7d9e7d2fa is 43, key is default/ns:d/1731120563250/Put/seqid=0
2024-11-09T02:49:24,487 WARN  [IPC Server handler 3 on default port 40625 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-09T02:49:24,487 WARN  [IPC Server handler 3 on default port 40625 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-09T02:49:24,487 WARN  [IPC Server handler 3 on default port 40625 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-09T02:49:24,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741841_1017 (size=5153)
2024-11-09T02:49:24,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741841_1017 (size=5153)
2024-11-09T02:49:24,500 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/ns/25f07f74eaf74e1a835bd2b7d9e7d2fa
2024-11-09T02:49:24,528 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/table/e00a063110d442cb8113065dd314aba8 is 52, key is TestHBaseWalOnEC/table:state/1731120563748/Put/seqid=0
2024-11-09T02:49:24,530 WARN  [IPC Server handler 4 on default port 40625 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-09T02:49:24,530 WARN  [IPC Server handler 4 on default port 40625 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-09T02:49:24,530 WARN  [IPC Server handler 4 on default port 40625 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-09T02:49:24,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741842_1018 (size=5249)
2024-11-09T02:49:24,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741842_1018 (size=5249)
2024-11-09T02:49:24,536 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/table/e00a063110d442cb8113065dd314aba8
2024-11-09T02:49:24,541 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,38907,1731120561950 already deleted, retry=false
2024-11-09T02:49:24,541 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,38907,1731120561950 expired; onlineServers=2
2024-11-09T02:49:24,541 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,40669,1731120561914]
2024-11-09T02:49:24,546 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/info/5dac6acf0634458eae97c291aa18c65d as hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/info/5dac6acf0634458eae97c291aa18c65d
2024-11-09T02:49:24,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:24,551 INFO  [RS:0;53f286d3af3b:40669 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40669-0x1011d7f79d80001, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:24,552 INFO  [RS:0;53f286d3af3b:40669 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,40669,1731120561914; zookeeper connection closed.
2024-11-09T02:49:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:24,552 INFO  [RS:1;53f286d3af3b:38907 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:24,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38907-0x1011d7f79d80002, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:24,552 INFO  [RS:1;53f286d3af3b:38907 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,38907,1731120561950; zookeeper connection closed.
2024-11-09T02:49:24,552 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3449f258 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3449f258
2024-11-09T02:49:24,552 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1eb48d7b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1eb48d7b
2024-11-09T02:49:24,556 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/info/5dac6acf0634458eae97c291aa18c65d, entries=10, sequenceid=11, filesize=6.5 K
2024-11-09T02:49:24,559 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/ns/25f07f74eaf74e1a835bd2b7d9e7d2fa as hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/ns/25f07f74eaf74e1a835bd2b7d9e7d2fa
2024-11-09T02:49:24,564 INFO  [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T02:49:24,564 INFO  [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T02:49:24,569 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/ns/25f07f74eaf74e1a835bd2b7d9e7d2fa, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T02:49:24,571 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/.tmp/table/e00a063110d442cb8113065dd314aba8 as hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/table/e00a063110d442cb8113065dd314aba8
2024-11-09T02:49:24,580 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/table/e00a063110d442cb8113065dd314aba8, entries=2, sequenceid=11, filesize=5.1 K
2024-11-09T02:49:24,581 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=11, compaction requested=false
2024-11-09T02:49:24,583 DEBUG [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T02:49:24,588 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T02:49:24,589 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T02:49:24,589 INFO  [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T02:49:24,589 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731120564383Running coprocessor pre-close hooks at 1731120564383Disabling compacts and flushes for region at 1731120564383Disabling writes for close at 1731120564383Obtaining lock to block concurrent updates at 1731120564384 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731120564384Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731120564385 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731120564386 (+1 ms)Flushing 1588230740/info: creating writer at 1731120564386Flushing 1588230740/info: appending metadata at 1731120564425 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731120564425Flushing 1588230740/ns: creating writer at 1731120564462 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731120564485 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731120564485Flushing 1588230740/table: creating writer at 1731120564508 (+23 ms)Flushing 1588230740/table: appending metadata at 1731120564528 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731120564528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd0a6d4: reopening flushed file at 1731120564545 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc460b7: reopening flushed file at 1731120564556 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757dfb38: reopening flushed file at 1731120564569 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 197ms, sequenceid=11, compaction requested=false at 1731120564582 (+13 ms)Writing region close event to WAL at 1731120564583 (+1 ms)Running coprocessor post-close hooks at 1731120564589 (+6 ms)Closed at 1731120564589
2024-11-09T02:49:24,590 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T02:49:24,618 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,40669,1731120561914 already deleted, retry=false
2024-11-09T02:49:24,618 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,40669,1731120561914 expired; onlineServers=1
2024-11-09T02:49:24,784 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,41201,1731120561991; all regions closed.
2024-11-09T02:49:24,784 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,784 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,785 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,785 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,785 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741836_1012 (size=2751)
2024-11-09T02:49:24,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741836_1012 (size=2751)
2024-11-09T02:49:24,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741836_1012 (size=2751)
2024-11-09T02:49:24,792 DEBUG [RS:2;53f286d3af3b:41201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs
2024-11-09T02:49:24,792 INFO  [RS:2;53f286d3af3b:41201 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 53f286d3af3b%2C41201%2C1731120561991.meta:.meta(num 1731120563142)
2024-11-09T02:49:24,793 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,793 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,793 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,793 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,793 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741835_1011 (size=1298)
2024-11-09T02:49:24,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741835_1011 (size=1298)
2024-11-09T02:49:24,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741835_1011 (size=1298)
2024-11-09T02:49:24,800 DEBUG [RS:2;53f286d3af3b:41201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/oldWALs
2024-11-09T02:49:24,800 INFO  [RS:2;53f286d3af3b:41201 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 53f286d3af3b%2C41201%2C1731120561991:(num 1731120562704)
2024-11-09T02:49:24,800 DEBUG [RS:2;53f286d3af3b:41201 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T02:49:24,800 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T02:49:24,800 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:24,801 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:24,801 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:24,801 INFO  [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:24,801 INFO  [RS:2;53f286d3af3b:41201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41201
2024-11-09T02:49:24,824 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,41201,1731120561991
2024-11-09T02:49:24,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T02:49:24,824 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:24,834 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,41201,1731120561991]
2024-11-09T02:49:24,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,41201,1731120561991 already deleted, retry=false
2024-11-09T02:49:24,845 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,41201,1731120561991 expired; onlineServers=0
2024-11-09T02:49:24,845 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,39075,1731120561734' *****
2024-11-09T02:49:24,845 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T02:49:24,845 INFO  [M:0;53f286d3af3b:39075 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T02:49:24,845 INFO  [M:0;53f286d3af3b:39075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T02:49:24,845 DEBUG [M:0;53f286d3af3b:39075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T02:49:24,846 DEBUG [M:0;53f286d3af3b:39075 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T02:49:24,846 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T02:49:24,846 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120562393 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120562393,5,FailOnTimeoutGroup]
2024-11-09T02:49:24,846 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120562392 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120562392,5,FailOnTimeoutGroup]
2024-11-09T02:49:24,846 INFO  [M:0;53f286d3af3b:39075 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T02:49:24,847 INFO  [M:0;53f286d3af3b:39075 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T02:49:24,847 DEBUG [M:0;53f286d3af3b:39075 {}] master.HMaster(1795): Stopping service threads
2024-11-09T02:49:24,847 INFO  [M:0;53f286d3af3b:39075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T02:49:24,847 INFO  [M:0;53f286d3af3b:39075 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T02:49:24,848 INFO  [M:0;53f286d3af3b:39075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T02:49:24,848 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T02:49:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-09T02:49:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T02:49:24,855 DEBUG [M:0;53f286d3af3b:39075 {}] zookeeper.ZKUtil(347): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-09T02:49:24,856 WARN  [M:0;53f286d3af3b:39075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T02:49:24,856 INFO  [M:0;53f286d3af3b:39075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/.lastflushedseqids
2024-11-09T02:49:24,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741843_1019 (size=127)
2024-11-09T02:49:24,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741843_1019 (size=127)
2024-11-09T02:49:24,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741843_1019 (size=127)
2024-11-09T02:49:24,864 INFO  [M:0;53f286d3af3b:39075 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T02:49:24,865 INFO  [M:0;53f286d3af3b:39075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T02:49:24,865 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T02:49:24,865 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:24,865 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:24,865 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T02:49:24,865 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:24,865 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB
2024-11-09T02:49:24,885 DEBUG [M:0;53f286d3af3b:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/286be81b02ea488c967257d1f7edc014 is 82, key is hbase:meta,,1/info:regioninfo/1731120563177/Put/seqid=0
2024-11-09T02:49:24,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741844_1020 (size=5672)
2024-11-09T02:49:24,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741844_1020 (size=5672)
2024-11-09T02:49:24,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741844_1020 (size=5672)
2024-11-09T02:49:24,894 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/286be81b02ea488c967257d1f7edc014
2024-11-09T02:49:24,916 DEBUG [M:0;53f286d3af3b:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a718a263fda49eea2620be7b38c3cad is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731120563755/Put/seqid=0
2024-11-09T02:49:24,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741845_1021 (size=6441)
2024-11-09T02:49:24,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741845_1021 (size=6441)
2024-11-09T02:49:24,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741845_1021 (size=6441)
2024-11-09T02:49:24,924 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a718a263fda49eea2620be7b38c3cad
2024-11-09T02:49:24,934 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:24,934 INFO  [RS:2;53f286d3af3b:41201 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:24,934 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41201-0x1011d7f79d80003, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:24,934 INFO  [RS:2;53f286d3af3b:41201 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,41201,1731120561991; zookeeper connection closed.
2024-11-09T02:49:24,935 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3430bcb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3430bcb8
2024-11-09T02:49:24,935 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-09T02:49:24,946 DEBUG [M:0;53f286d3af3b:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80b346927625446bbd162134958fe53f is 69, key is 53f286d3af3b,38907,1731120561950/rs:state/1731120562478/Put/seqid=0
2024-11-09T02:49:24,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741846_1022 (size=5294)
2024-11-09T02:49:24,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741846_1022 (size=5294)
2024-11-09T02:49:24,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741846_1022 (size=5294)
2024-11-09T02:49:24,954 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80b346927625446bbd162134958fe53f
2024-11-09T02:49:24,960 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/286be81b02ea488c967257d1f7edc014 as hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/286be81b02ea488c967257d1f7edc014
2024-11-09T02:49:24,967 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/286be81b02ea488c967257d1f7edc014, entries=8, sequenceid=72, filesize=5.5 K
2024-11-09T02:49:24,969 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a718a263fda49eea2620be7b38c3cad as hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a718a263fda49eea2620be7b38c3cad
2024-11-09T02:49:24,976 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a718a263fda49eea2620be7b38c3cad, entries=8, sequenceid=72, filesize=6.3 K
2024-11-09T02:49:24,977 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80b346927625446bbd162134958fe53f as hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80b346927625446bbd162134958fe53f
2024-11-09T02:49:24,984 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40625/user/jenkins/test-data/901a0ffb-90de-00e0-cf84-f9e11e761e9d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80b346927625446bbd162134958fe53f, entries=3, sequenceid=72, filesize=5.2 K
2024-11-09T02:49:24,986 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=72, compaction requested=false
2024-11-09T02:49:24,987 INFO  [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T02:49:24,987 DEBUG [M:0;53f286d3af3b:39075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731120564865Disabling compacts and flushes for region at 1731120564865Disabling writes for close at 1731120564865Obtaining lock to block concurrent updates at 1731120564865Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731120564865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1731120564866 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731120564867 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731120564867Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731120564884 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731120564884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731120564900 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731120564915 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731120564915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731120564931 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731120564946 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731120564946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59855376: reopening flushed file at 1731120564959 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3dc000: reopening flushed file at 1731120564968 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758bdf4f: reopening flushed file at 1731120564976 (+8 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=72, compaction requested=false at 1731120564986 (+10 ms)Writing region close event to WAL at 1731120564987 (+1 ms)Closed at 1731120564987
2024-11-09T02:49:24,988 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,988 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,988 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,988 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,988 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T02:49:24,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741830_1006 (size=32695)
2024-11-09T02:49:24,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41243 is added to blk_1073741830_1006 (size=32695)
2024-11-09T02:49:24,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36125 is added to blk_1073741830_1006 (size=32695)
2024-11-09T02:49:24,992 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T02:49:24,992 INFO  [M:0;53f286d3af3b:39075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T02:49:24,992 INFO  [M:0;53f286d3af3b:39075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39075
2024-11-09T02:49:24,992 INFO  [M:0;53f286d3af3b:39075 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T02:49:25,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:25,120 INFO  [M:0;53f286d3af3b:39075 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T02:49:25,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1011d7f79d80000, quorum=127.0.0.1:50358, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T02:49:25,123 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4875d7bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:25,124 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f643d17{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:25,124 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:25,124 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d1a9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:25,125 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6861a8ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:25,127 WARN  [BP-439097015-172.17.0.3-1731120559214 heartbeating to localhost/127.0.0.1:40625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T02:49:25,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T02:49:25,127 WARN  [BP-439097015-172.17.0.3-1731120559214 heartbeating to localhost/127.0.0.1:40625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-439097015-172.17.0.3-1731120559214 (Datanode Uuid 84c5cac8-e8aa-4c0f-9041-daa98c86b54e) service to localhost/127.0.0.1:40625
2024-11-09T02:49:25,127 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T02:49:25,128 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data5/current/BP-439097015-172.17.0.3-1731120559214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:25,129 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data6/current/BP-439097015-172.17.0.3-1731120559214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:25,129 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T02:49:25,131 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bdee220{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:25,131 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59a8d034{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:25,131 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:25,131 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c1940b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:25,132 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16a06885{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:25,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T02:49:25,133 WARN  [BP-439097015-172.17.0.3-1731120559214 heartbeating to localhost/127.0.0.1:40625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T02:49:25,133 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T02:49:25,133 WARN  [BP-439097015-172.17.0.3-1731120559214 heartbeating to localhost/127.0.0.1:40625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-439097015-172.17.0.3-1731120559214 (Datanode Uuid 05dce3b2-015d-40ef-b743-bda3b8bafa86) service to localhost/127.0.0.1:40625
2024-11-09T02:49:25,133 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data3/current/BP-439097015-172.17.0.3-1731120559214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:25,134 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data4/current/BP-439097015-172.17.0.3-1731120559214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:25,134 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T02:49:25,135 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4924c16d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T02:49:25,136 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46daa7ef{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:25,136 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:25,136 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3887b7b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:25,136 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e639fe5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:25,137 WARN  [BP-439097015-172.17.0.3-1731120559214 heartbeating to localhost/127.0.0.1:40625 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T02:49:25,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T02:49:25,137 WARN  [BP-439097015-172.17.0.3-1731120559214 heartbeating to localhost/127.0.0.1:40625 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-439097015-172.17.0.3-1731120559214 (Datanode Uuid de822f2f-443e-43ff-b2a6-38ea3e30d177) service to localhost/127.0.0.1:40625
2024-11-09T02:49:25,137 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T02:49:25,138 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data1/current/BP-439097015-172.17.0.3-1731120559214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:25,138 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/cluster_dcf3d358-6370-c53d-7eee-7f49e5dbe9e8/data/data2/current/BP-439097015-172.17.0.3-1731120559214 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T02:49:25,139 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T02:49:25,144 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63d762f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T02:49:25,145 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33d1b1eb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T02:49:25,145 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T02:49:25,145 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38845bbf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T02:49:25,146 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14abb266{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/becd35a4-df64-9c6d-12c5-f46a95524ed6/hadoop.log.dir/,STOPPED}
2024-11-09T02:49:25,153 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T02:49:25,178 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T02:49:25,185 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=148 (was 90) - Thread LEAK? -, OpenFileDescriptor=518 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=85 (was 55) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3603 (was 3827)