2024-11-08 22:49:53,823 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-08 22:49:53,836 main DEBUG Took 0.010144 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-08 22:49:53,836 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-08 22:49:53,836 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-08 22:49:53,837 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-08 22:49:53,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,856 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-08 22:49:53,873 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,877 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,879 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,880 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,882 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,883 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,884 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,885 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,887 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,888 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,889 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 22:49:53,890 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,890 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-08 22:49:53,892 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 22:49:53,894 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-08 22:49:53,897 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-08 22:49:53,898 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-08 22:49:53,899 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-08 22:49:53,900 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-08 22:49:53,912 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-08 22:49:53,916 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-08 22:49:53,919 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-08 22:49:53,919 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-08 22:49:53,920 main DEBUG createAppenders(={Console})
2024-11-08 22:49:53,921 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized
2024-11-08 22:49:53,922 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-08 22:49:53,922 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK.
2024-11-08 22:49:53,923 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-08 22:49:53,923 main DEBUG OutputStream closed
2024-11-08 22:49:53,924 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-08 22:49:53,924 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-08 22:49:53,924 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK
2024-11-08 22:49:54,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-08 22:49:54,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-08 22:49:54,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-08 22:49:54,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-08 22:49:54,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-08 22:49:54,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-08 22:49:54,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-08 22:49:54,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-08 22:49:54,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-08 22:49:54,057 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-08 22:49:54,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-08 22:49:54,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-08 22:49:54,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-08 22:49:54,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-08 22:49:54,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-08 22:49:54,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-08 22:49:54,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-08 22:49:54,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-08 22:49:54,065 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08 22:49:54,066 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null
2024-11-08 22:49:54,066 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-08 22:49:54,067 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK.
2024-11-08T22:49:54,087 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins
2024-11-08 22:49:54,091 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-08 22:49:54,091 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08T22:49:54,407 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6
2024-11-08T22:49:54,435 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1, deleteOnExit=true
2024-11-08T22:49:54,436 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/test.cache.data in system properties and HBase conf
2024-11-08T22:49:54,437 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T22:49:54,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir in system properties and HBase conf
2024-11-08T22:49:54,438 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T22:49:54,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T22:49:54,439 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T22:49:54,545 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-08T22:49:54,642 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T22:49:54,647 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T22:49:54,648 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T22:49:54,649 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T22:49:54,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T22:49:54,650 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T22:49:54,651 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T22:49:54,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T22:49:54,652 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T22:49:54,653 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T22:49:54,654 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/nfs.dump.dir in system properties and HBase conf
2024-11-08T22:49:54,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/java.io.tmpdir in system properties and HBase conf
2024-11-08T22:49:54,655 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T22:49:54,656 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T22:49:54,657 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T22:49:55,887 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-08T22:49:56,000 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2919ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-08T22:49:56,102 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:49:56,187 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:49:56,226 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:49:56,227 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:49:56,229 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T22:49:56,252 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:49:56,257 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:49:56,258 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:49:56,537 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/java.io.tmpdir/jetty-localhost-43091-hadoop-hdfs-3_4_1-tests_jar-_-any-12760787024994121809/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T22:49:56,548 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:43091}
2024-11-08T22:49:56,548 INFO  [Time-limited test {}] server.Server(415): Started @3468ms
2024-11-08T22:49:57,309 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:49:57,320 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:49:57,322 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:49:57,323 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:49:57,323 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T22:49:57,324 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:49:57,325 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:49:57,474 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/java.io.tmpdir/jetty-localhost-42949-hadoop-hdfs-3_4_1-tests_jar-_-any-9112513914859854767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:49:57,475 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:42949}
2024-11-08T22:49:57,475 INFO  [Time-limited test {}] server.Server(415): Started @4395ms
2024-11-08T22:49:57,555 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T22:49:57,703 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:49:57,710 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:49:57,713 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:49:57,713 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:49:57,713 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T22:49:57,717 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:49:57,718 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:49:57,855 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/java.io.tmpdir/jetty-localhost-44579-hadoop-hdfs-3_4_1-tests_jar-_-any-8592060520687888220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:49:57,855 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:44579}
2024-11-08T22:49:57,856 INFO  [Time-limited test {}] server.Server(415): Started @4776ms
2024-11-08T22:49:57,859 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T22:49:57,904 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:49:57,909 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:49:57,910 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:49:57,910 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:49:57,911 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T22:49:57,912 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:49:57,912 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:49:58,040 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/java.io.tmpdir/jetty-localhost-45137-hadoop-hdfs-3_4_1-tests_jar-_-any-5538245274938782579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:49:58,041 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:45137}
2024-11-08T22:49:58,041 INFO  [Time-limited test {}] server.Server(415): Started @4962ms
2024-11-08T22:49:58,044 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T22:49:59,268 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data1/current/BP-1929070215-172.17.0.3-1731106195280/current, will proceed with Du for space computation calculation, 
2024-11-08T22:49:59,268 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data2/current/BP-1929070215-172.17.0.3-1731106195280/current, will proceed with Du for space computation calculation, 
2024-11-08T22:49:59,268 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data4/current/BP-1929070215-172.17.0.3-1731106195280/current, will proceed with Du for space computation calculation, 
2024-11-08T22:49:59,268 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data3/current/BP-1929070215-172.17.0.3-1731106195280/current, will proceed with Du for space computation calculation, 
2024-11-08T22:49:59,299 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T22:49:59,300 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T22:49:59,320 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data5/current/BP-1929070215-172.17.0.3-1731106195280/current, will proceed with Du for space computation calculation, 
2024-11-08T22:49:59,320 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data6/current/BP-1929070215-172.17.0.3-1731106195280/current, will proceed with Du for space computation calculation, 
2024-11-08T22:49:59,356 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T22:49:59,358 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6203bf646b9d2564 with lease ID 0x113a02a0c48fb1cb: Processing first storage report for DS-e7508907-7df7-4429-95fe-fd0339b5bbd6 from datanode DatanodeRegistration(127.0.0.1:37173, datanodeUuid=2f138807-b966-4d3a-96f4-d01186fc7924, infoPort=41741, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280)
2024-11-08T22:49:59,360 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6203bf646b9d2564 with lease ID 0x113a02a0c48fb1cb: from storage DS-e7508907-7df7-4429-95fe-fd0339b5bbd6 node DatanodeRegistration(127.0.0.1:37173, datanodeUuid=2f138807-b966-4d3a-96f4-d01186fc7924, infoPort=41741, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-08T22:49:59,360 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16ff3b2c05e45dcf with lease ID 0x113a02a0c48fb1ca: Processing first storage report for DS-e99117ea-6c23-4f2f-82c6-8f3d2a46245f from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=d7d6d22f-9e1f-4daa-954a-84cbcfb31a36, infoPort=43111, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280)
2024-11-08T22:49:59,361 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16ff3b2c05e45dcf with lease ID 0x113a02a0c48fb1ca: from storage DS-e99117ea-6c23-4f2f-82c6-8f3d2a46245f node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=d7d6d22f-9e1f-4daa-954a-84cbcfb31a36, infoPort=43111, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:49:59,362 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16ff3b2c05e45dcf with lease ID 0x113a02a0c48fb1ca: Processing first storage report for DS-f74ff34a-9069-404c-9b92-40280da2f15a from datanode DatanodeRegistration(127.0.0.1:45307, datanodeUuid=d7d6d22f-9e1f-4daa-954a-84cbcfb31a36, infoPort=43111, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280)
2024-11-08T22:49:59,362 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16ff3b2c05e45dcf with lease ID 0x113a02a0c48fb1ca: from storage DS-f74ff34a-9069-404c-9b92-40280da2f15a node DatanodeRegistration(127.0.0.1:45307, datanodeUuid=d7d6d22f-9e1f-4daa-954a-84cbcfb31a36, infoPort=43111, infoSecurePort=0, ipcPort=32817, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T22:49:59,363 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6203bf646b9d2564 with lease ID 0x113a02a0c48fb1cb: Processing first storage report for DS-74754c7c-c9da-4a79-8d21-30d8ff815092 from datanode DatanodeRegistration(127.0.0.1:37173, datanodeUuid=2f138807-b966-4d3a-96f4-d01186fc7924, infoPort=41741, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280)
2024-11-08T22:49:59,363 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6203bf646b9d2564 with lease ID 0x113a02a0c48fb1cb: from storage DS-74754c7c-c9da-4a79-8d21-30d8ff815092 node DatanodeRegistration(127.0.0.1:37173, datanodeUuid=2f138807-b966-4d3a-96f4-d01186fc7924, infoPort=41741, infoSecurePort=0, ipcPort=38577, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:49:59,369 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78b52d77b0b36db with lease ID 0x113a02a0c48fb1cc: Processing first storage report for DS-64fb802b-564b-4c66-8e27-d023c066c014 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=5fdf4cf1-5728-40b9-a9c1-73620f4bebbc, infoPort=45113, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280)
2024-11-08T22:49:59,372 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78b52d77b0b36db with lease ID 0x113a02a0c48fb1cc: from storage DS-64fb802b-564b-4c66-8e27-d023c066c014 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=5fdf4cf1-5728-40b9-a9c1-73620f4bebbc, infoPort=45113, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T22:49:59,373 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78b52d77b0b36db with lease ID 0x113a02a0c48fb1cc: Processing first storage report for DS-a74bf513-405e-4a28-8b20-129e82605199 from datanode DatanodeRegistration(127.0.0.1:40195, datanodeUuid=5fdf4cf1-5728-40b9-a9c1-73620f4bebbc, infoPort=45113, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280)
2024-11-08T22:49:59,373 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78b52d77b0b36db with lease ID 0x113a02a0c48fb1cc: from storage DS-a74bf513-405e-4a28-8b20-129e82605199 node DatanodeRegistration(127.0.0.1:40195, datanodeUuid=5fdf4cf1-5728-40b9-a9c1-73620f4bebbc, infoPort=45113, infoSecurePort=0, ipcPort=35861, storageInfo=lv=-57;cid=testClusterID;nsid=544230529;c=1731106195280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:49:59,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6
2024-11-08T22:49:59,494 WARN  [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable
2024-11-08T22:49:59,560 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=2409
2024-11-08T22:49:59,562 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T22:49:59,573 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS
2024-11-08T22:49:59,743 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/zookeeper_0, clientPort=52037, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T22:49:59,754 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52037
2024-11-08T22:49:59,764 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:49:59,767 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:49:59,871 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:49:59,872 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:49:59,936 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:59754 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:37173:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:59754 dst: /127.0.0.1:37173
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:49:59,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775792_1002 (size=7)
2024-11-08T22:50:00,355 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:00,364 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe with version=8
2024-11-08T22:50:00,364 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/hbase-staging
2024-11-08T22:50:00,462 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-08T22:50:00,741 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:00,752 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:00,752 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:00,758 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:00,758 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:00,758 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:00,925 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T22:50:01,008 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-08T22:50:01,019 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-08T22:50:01,023 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:01,050 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 91764 (auto-detected)
2024-11-08T22:50:01,052 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-08T22:50:01,073 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35433
2024-11-08T22:50:01,095 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35433 connecting to ZooKeeper ensemble=127.0.0.1:52037
2024-11-08T22:50:01,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354330x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:01,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35433-0x1011ca454550000 connected
2024-11-08T22:50:02,272 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,278 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:02,296 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe, hbase.cluster.distributed=false
2024-11-08T22:50:02,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:02,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35433
2024-11-08T22:50:02,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35433
2024-11-08T22:50:02,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35433
2024-11-08T22:50:02,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35433
2024-11-08T22:50:02,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35433
2024-11-08T22:50:02,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_-9223372036854775789_1002 (size=7)
2024-11-08T22:50:02,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775788_1002 (size=7)
2024-11-08T22:50:02,455 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:02,456 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,457 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,457 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:02,457 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,457 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:02,459 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T22:50:02,463 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:02,464 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33489
2024-11-08T22:50:02,467 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33489 connecting to ZooKeeper ensemble=127.0.0.1:52037
2024-11-08T22:50:02,468 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,474 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334890x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:02,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33489-0x1011ca454550001 connected
2024-11-08T22:50:02,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:02,496 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T22:50:02,505 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T22:50:02,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T22:50:02,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:02,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33489
2024-11-08T22:50:02,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33489
2024-11-08T22:50:02,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33489
2024-11-08T22:50:02,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33489
2024-11-08T22:50:02,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33489
2024-11-08T22:50:02,536 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:02,536 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,537 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,537 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:02,538 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,538 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:02,538 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T22:50:02,538 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:02,539 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34019
2024-11-08T22:50:02,542 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34019 connecting to ZooKeeper ensemble=127.0.0.1:52037
2024-11-08T22:50:02,543 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,549 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,564 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340190x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:02,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34019-0x1011ca454550002 connected
2024-11-08T22:50:02,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:02,567 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T22:50:02,569 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T22:50:02,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T22:50:02,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:02,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34019
2024-11-08T22:50:02,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34019
2024-11-08T22:50:02,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34019
2024-11-08T22:50:02,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34019
2024-11-08T22:50:02,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34019
2024-11-08T22:50:02,596 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:02,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,597 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:02,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:02,597 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:02,598 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T22:50:02,598 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:02,599 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40577
2024-11-08T22:50:02,601 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40577 connecting to ZooKeeper ensemble=127.0.0.1:52037
2024-11-08T22:50:02,602 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,604 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405770x0, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:02,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405770x0, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:02,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40577-0x1011ca454550003 connected
2024-11-08T22:50:02,617 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T22:50:02,618 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T22:50:02,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T22:50:02,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:02,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40577
2024-11-08T22:50:02,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40577
2024-11-08T22:50:02,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40577
2024-11-08T22:50:02,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40577
2024-11-08T22:50:02,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40577
2024-11-08T22:50:02,641 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:35433
2024-11-08T22:50:02,642 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,35433,1731106200565
2024-11-08T22:50:02,659 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,661 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,35433,1731106200565
2024-11-08T22:50:02,700 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:02,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:02,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:02,701 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,702 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T22:50:02,704 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,35433,1731106200565 from backup master directory
2024-11-08T22:50:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,35433,1731106200565
2024-11-08T22:50:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,711 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:02,712 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:02,713 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,35433,1731106200565
2024-11-08T22:50:02,715 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-08T22:50:02,716 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-08T22:50:02,755 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/hbase.id] with ID: 8e565370-b28b-493c-84c6-a6734eeeb05e
2024-11-08T22:50:02,756 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/.tmp/hbase.id
2024-11-08T22:50:02,762 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:02,763 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:02,766 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:58592 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58592 dst: /127.0.0.1:45307
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:02,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_-9223372036854775776_1004 (size=42)
2024-11-08T22:50:02,773 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:02,774 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/.tmp/hbase.id]:[hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/hbase.id]
2024-11-08T22:50:02,820 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:02,825 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T22:50:02,846 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms.
2024-11-08T22:50:02,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,879 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:02,895 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:02,895 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:02,901 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:35916 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35916 dst: /127.0.0.1:40195
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:02,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775760_1006 (size=196)
2024-11-08T22:50:02,910 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:02,926 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T22:50:02,928 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T22:50:02,934 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T22:50:02,961 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:02,962 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:02,966 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:58622 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58622 dst: /127.0.0.1:45307
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:02,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_-9223372036854775744_1008 (size=1189)
2024-11-08T22:50:02,972 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:02,990 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store
2024-11-08T22:50:03,006 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:03,007 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:03,012 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:58642 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58642 dst: /127.0.0.1:45307
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:03,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_-9223372036854775728_1010 (size=34)
2024-11-08T22:50:03,019 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:03,024 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-08T22:50:03,027 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:03,028 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T22:50:03,028 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:03,028 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:03,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T22:50:03,030 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:03,030 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:03,031 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731106203028Disabling compacts and flushes for region at 1731106203028Disabling writes for close at 1731106203030 (+2 ms)Writing region close event to WAL at 1731106203030Closed at 1731106203030
2024-11-08T22:50:03,033 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/.initializing
2024-11-08T22:50:03,033 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/WALs/ff635fa717b5,35433,1731106200565
2024-11-08T22:50:03,043 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T22:50:03,058 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C35433%2C1731106200565, suffix=, logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/WALs/ff635fa717b5,35433,1731106200565, archiveDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/oldWALs, maxLogs=10
2024-11-08T22:50:03,085 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/WALs/ff635fa717b5,35433,1731106200565/ff635fa717b5%2C35433%2C1731106200565.1731106203063, exclude list is [], retry=0
2024-11-08T22:50:03,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-e99117ea-6c23-4f2f-82c6-8f3d2a46245f,DISK]
2024-11-08T22:50:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-64fb802b-564b-4c66-8e27-d023c066c014,DISK]
2024-11-08T22:50:03,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37173,DS-e7508907-7df7-4429-95fe-fd0339b5bbd6,DISK]
2024-11-08T22:50:03,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-08T22:50:03,142 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/WALs/ff635fa717b5,35433,1731106200565/ff635fa717b5%2C35433%2C1731106200565.1731106203063
2024-11-08T22:50:03,143 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41741:41741),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43111:43111)]
2024-11-08T22:50:03,143 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T22:50:03,143 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:03,146 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,147 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,180 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:03,203 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T22:50:03,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,208 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:03,209 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:03,213 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T22:50:03,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:03,214 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:03,217 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T22:50:03,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,218 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:03,218 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:03,221 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T22:50:03,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,222 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:03,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,226 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,227 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,232 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,232 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,235 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T22:50:03,239 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:03,246 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T22:50:03,247 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69572985, jitterRate=0.03671826422214508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T22:50:03,255 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731106203158Initializing all the Stores at 1731106203160 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106203160Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106203161 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106203161Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106203161Cleaning up temporary data from old regions at 1731106203232 (+71 ms)Region opened successfully at 1731106203255 (+23 ms)
2024-11-08T22:50:03,256 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T22:50:03,287 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12311f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:03,314 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T22:50:03,323 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T22:50:03,323 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T22:50:03,325 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T22:50:03,326 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T22:50:03,331 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-08T22:50:03,331 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T22:50:03,354 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T22:50:03,362 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-08T22:50:03,414 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-08T22:50:03,419 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T22:50:03,423 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-08T22:50:03,435 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-08T22:50:03,437 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T22:50:03,441 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-08T22:50:03,447 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-08T22:50:03,450 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-08T22:50:03,458 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-08T22:50:03,476 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T22:50:03,487 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-08T22:50:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:03,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,501 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:03,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,501 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,506 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,35433,1731106200565, sessionid=0x1011ca454550000, setting cluster-up flag (Was=false)
2024-11-08T22:50:03,532 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,564 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-08T22:50:03,568 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,35433,1731106200565
2024-11-08T22:50:03,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,595 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:03,626 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-08T22:50:03,628 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,35433,1731106200565
2024-11-08T22:50:03,637 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T22:50:03,703 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:03,710 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T22:50:03,716 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T22:50:03,721 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,35433,1731106200565
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T22:50:03,727 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(746): ClusterId : 8e565370-b28b-493c-84c6-a6734eeeb05e
2024-11-08T22:50:03,727 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(746): ClusterId : 8e565370-b28b-493c-84c6-a6734eeeb05e
2024-11-08T22:50:03,727 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(746): ClusterId : 8e565370-b28b-493c-84c6-a6734eeeb05e
2024-11-08T22:50:03,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:03,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:03,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:03,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:03,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10
2024-11-08T22:50:03,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,729 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:03,730 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,730 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T22:50:03,730 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T22:50:03,730 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T22:50:03,731 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731106233731
2024-11-08T22:50:03,733 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T22:50:03,734 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T22:50:03,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:03,737 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T22:50:03,737 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T22:50:03,738 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T22:50:03,738 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T22:50:03,738 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T22:50:03,739 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,742 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T22:50:03,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,744 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T22:50:03,744 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T22:50:03,744 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T22:50:03,747 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T22:50:03,747 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T22:50:03,749 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106203749,5,FailOnTimeoutGroup]
2024-11-08T22:50:03,750 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106203749,5,FailOnTimeoutGroup]
2024-11-08T22:50:03,750 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,750 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T22:50:03,751 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,752 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,753 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:03,754 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:03,755 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T22:50:03,755 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T22:50:03,756 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T22:50:03,756 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T22:50:03,756 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T22:50:03,756 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T22:50:03,764 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:35932 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35932 dst: /127.0.0.1:40195
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:03,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775712_1013 (size=1321)
2024-11-08T22:50:03,774 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:03,775 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T22:50:03,775 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T22:50:03,775 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T22:50:03,775 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T22:50:03,776 DEBUG [RS:0;ff635fa717b5:33489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72489127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:03,776 DEBUG [RS:2;ff635fa717b5:40577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136cd2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:03,776 DEBUG [RS:1;ff635fa717b5:34019 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33efbfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:03,776 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe
2024-11-08T22:50:03,790 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ff635fa717b5:40577
2024-11-08T22:50:03,790 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ff635fa717b5:34019
2024-11-08T22:50:03,793 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T22:50:03,793 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T22:50:03,793 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T22:50:03,793 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T22:50:03,793 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T22:50:03,793 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T22:50:03,793 DEBUG [RS:0;ff635fa717b5:33489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:33489
2024-11-08T22:50:03,793 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T22:50:03,793 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T22:50:03,793 DEBUG [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T22:50:03,795 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:03,796 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:03,797 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,35433,1731106200565 with port=33489, startcode=1731106202419
2024-11-08T22:50:03,797 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,35433,1731106200565 with port=34019, startcode=1731106202535
2024-11-08T22:50:03,798 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,35433,1731106200565 with port=40577, startcode=1731106202596
2024-11-08T22:50:03,808 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:58658 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58658 dst: /127.0.0.1:45307
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:03,811 DEBUG [RS:1;ff635fa717b5:34019 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T22:50:03,811 DEBUG [RS:0;ff635fa717b5:33489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T22:50:03,811 DEBUG [RS:2;ff635fa717b5:40577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T22:50:03,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_-9223372036854775696_1015 (size=32)
2024-11-08T22:50:03,817 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:03,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:03,821 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T22:50:03,827 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T22:50:03,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,828 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:03,829 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T22:50:03,831 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T22:50:03,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,833 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:03,833 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T22:50:03,838 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T22:50:03,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,839 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:03,840 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T22:50:03,844 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T22:50:03,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:03,846 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:03,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T22:50:03,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740
2024-11-08T22:50:03,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740
2024-11-08T22:50:03,850 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T22:50:03,850 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T22:50:03,850 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T22:50:03,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T22:50:03,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T22:50:03,853 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T22:50:03,856 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T22:50:03,856 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,34019,1731106202535
2024-11-08T22:50:03,859 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,34019,1731106202535
2024-11-08T22:50:03,865 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T22:50:03,866 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60154336, jitterRate=-0.10363054275512695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T22:50:03,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731106203819Initializing all the Stores at 1731106203821 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106203821Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106203821Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106203821Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106203821Cleaning up temporary data from old regions at 1731106203852 (+31 ms)Region opened successfully at 1731106203871 (+19 ms)
2024-11-08T22:50:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T22:50:03,872 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T22:50:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T22:50:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T22:50:03,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T22:50:03,872 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,40577,1731106202596
2024-11-08T22:50:03,872 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,40577,1731106202596
2024-11-08T22:50:03,874 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T22:50:03,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731106203872Disabling compacts and flushes for region at 1731106203872Disabling writes for close at 1731106203872Writing region close event to WAL at 1731106203873 (+1 ms)Closed at 1731106203873
2024-11-08T22:50:03,876 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe
2024-11-08T22:50:03,876 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42685
2024-11-08T22:50:03,876 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T22:50:03,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:03,878 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T22:50:03,878 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,33489,1731106202419
2024-11-08T22:50:03,878 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe
2024-11-08T22:50:03,878 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35433 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,33489,1731106202419
2024-11-08T22:50:03,878 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42685
2024-11-08T22:50:03,879 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T22:50:03,882 DEBUG [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe
2024-11-08T22:50:03,882 DEBUG [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42685
2024-11-08T22:50:03,882 DEBUG [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T22:50:03,884 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T22:50:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:03,892 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T22:50:03,896 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T22:50:03,935 DEBUG [RS:1;ff635fa717b5:34019 {}] zookeeper.ZKUtil(111): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,34019,1731106202535
2024-11-08T22:50:03,935 WARN  [RS:1;ff635fa717b5:34019 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:03,935 DEBUG [RS:2;ff635fa717b5:40577 {}] zookeeper.ZKUtil(111): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,40577,1731106202596
2024-11-08T22:50:03,935 INFO  [RS:1;ff635fa717b5:34019 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T22:50:03,935 DEBUG [RS:0;ff635fa717b5:33489 {}] zookeeper.ZKUtil(111): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,33489,1731106202419
2024-11-08T22:50:03,935 WARN  [RS:2;ff635fa717b5:40577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:03,935 WARN  [RS:0;ff635fa717b5:33489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:03,935 INFO  [RS:0;ff635fa717b5:33489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T22:50:03,935 INFO  [RS:2;ff635fa717b5:40577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T22:50:03,936 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,34019,1731106202535
2024-11-08T22:50:03,936 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,40577,1731106202596
2024-11-08T22:50:03,936 DEBUG [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,33489,1731106202419
2024-11-08T22:50:03,937 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,40577,1731106202596]
2024-11-08T22:50:03,937 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,33489,1731106202419]
2024-11-08T22:50:03,937 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,34019,1731106202535]
2024-11-08T22:50:03,960 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T22:50:03,960 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T22:50:03,960 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T22:50:03,975 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T22:50:03,975 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T22:50:03,975 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T22:50:03,982 INFO  [RS:0;ff635fa717b5:33489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T22:50:03,982 INFO  [RS:1;ff635fa717b5:34019 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T22:50:03,982 INFO  [RS:2;ff635fa717b5:40577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T22:50:03,982 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,982 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,982 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,983 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T22:50:03,983 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T22:50:03,983 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T22:50:03,990 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T22:50:03,990 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T22:50:03,991 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,991 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,992 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T22:50:03,992 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,992 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,992 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:03,992 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:03,992 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:03,993 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:03,993 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,993 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:03,994 DEBUG [RS:0;ff635fa717b5:33489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:03,994 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,994 DEBUG [RS:1;ff635fa717b5:34019 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:03,994 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:03,994 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:03,994 DEBUG [RS:2;ff635fa717b5:40577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:03,995 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33489,1731106202419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,996 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34019,1731106202535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:03,997 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40577,1731106202596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:04,014 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T22:50:04,014 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T22:50:04,016 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,34019,1731106202535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,016 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,40577,1731106202596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,017 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,017 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,017 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.Replication(171): ff635fa717b5,40577,1731106202596 started
2024-11-08T22:50:04,017 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.Replication(171): ff635fa717b5,34019,1731106202535 started
2024-11-08T22:50:04,018 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T22:50:04,018 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,33489,1731106202419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,019 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,019 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.Replication(171): ff635fa717b5,33489,1731106202419 started
2024-11-08T22:50:04,035 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,035 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,035 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,34019,1731106202535, RpcServer on ff635fa717b5/172.17.0.3:34019, sessionid=0x1011ca454550002
2024-11-08T22:50:04,035 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,40577,1731106202596, RpcServer on ff635fa717b5/172.17.0.3:40577, sessionid=0x1011ca454550003
2024-11-08T22:50:04,036 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T22:50:04,036 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T22:50:04,036 DEBUG [RS:1;ff635fa717b5:34019 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,34019,1731106202535
2024-11-08T22:50:04,036 DEBUG [RS:2;ff635fa717b5:40577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,40577,1731106202596
2024-11-08T22:50:04,036 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,34019,1731106202535'
2024-11-08T22:50:04,036 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,40577,1731106202596'
2024-11-08T22:50:04,036 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T22:50:04,036 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T22:50:04,037 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T22:50:04,037 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T22:50:04,038 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T22:50:04,038 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T22:50:04,038 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T22:50:04,038 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T22:50:04,038 DEBUG [RS:1;ff635fa717b5:34019 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,34019,1731106202535
2024-11-08T22:50:04,038 DEBUG [RS:2;ff635fa717b5:40577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,40577,1731106202596
2024-11-08T22:50:04,038 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,34019,1731106202535'
2024-11-08T22:50:04,038 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,40577,1731106202596'
2024-11-08T22:50:04,038 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T22:50:04,038 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T22:50:04,038 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T22:50:04,038 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T22:50:04,039 DEBUG [RS:2;ff635fa717b5:40577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T22:50:04,039 DEBUG [RS:1;ff635fa717b5:34019 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T22:50:04,039 INFO  [RS:2;ff635fa717b5:40577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T22:50:04,039 INFO  [RS:1;ff635fa717b5:34019 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T22:50:04,039 INFO  [RS:2;ff635fa717b5:40577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T22:50:04,039 INFO  [RS:1;ff635fa717b5:34019 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T22:50:04,040 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,040 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,33489,1731106202419, RpcServer on ff635fa717b5/172.17.0.3:33489, sessionid=0x1011ca454550001
2024-11-08T22:50:04,041 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T22:50:04,041 DEBUG [RS:0;ff635fa717b5:33489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,33489,1731106202419
2024-11-08T22:50:04,041 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,33489,1731106202419'
2024-11-08T22:50:04,041 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T22:50:04,042 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T22:50:04,042 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T22:50:04,042 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T22:50:04,042 DEBUG [RS:0;ff635fa717b5:33489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,33489,1731106202419
2024-11-08T22:50:04,042 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,33489,1731106202419'
2024-11-08T22:50:04,042 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T22:50:04,043 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T22:50:04,043 DEBUG [RS:0;ff635fa717b5:33489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T22:50:04,044 INFO  [RS:0;ff635fa717b5:33489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T22:50:04,044 INFO  [RS:0;ff635fa717b5:33489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T22:50:04,047 WARN  [ff635fa717b5:35433 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T22:50:04,144 INFO  [RS:0;ff635fa717b5:33489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T22:50:04,144 INFO  [RS:1;ff635fa717b5:34019 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T22:50:04,144 INFO  [RS:2;ff635fa717b5:40577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T22:50:04,148 INFO  [RS:2;ff635fa717b5:40577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C40577%2C1731106202596, suffix=, logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,40577,1731106202596, archiveDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs, maxLogs=32
2024-11-08T22:50:04,148 INFO  [RS:0;ff635fa717b5:33489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C33489%2C1731106202419, suffix=, logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,33489,1731106202419, archiveDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs, maxLogs=32
2024-11-08T22:50:04,148 INFO  [RS:1;ff635fa717b5:34019 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C34019%2C1731106202535, suffix=, logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,34019,1731106202535, archiveDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs, maxLogs=32
2024-11-08T22:50:04,166 DEBUG [RS:2;ff635fa717b5:40577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,40577,1731106202596/ff635fa717b5%2C40577%2C1731106202596.1731106204152, exclude list is [], retry=0
2024-11-08T22:50:04,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-e99117ea-6c23-4f2f-82c6-8f3d2a46245f,DISK]
2024-11-08T22:50:04,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-64fb802b-564b-4c66-8e27-d023c066c014,DISK]
2024-11-08T22:50:04,172 DEBUG [RS:0;ff635fa717b5:33489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,33489,1731106202419/ff635fa717b5%2C33489%2C1731106202419.1731106204152, exclude list is [], retry=0
2024-11-08T22:50:04,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37173,DS-e7508907-7df7-4429-95fe-fd0339b5bbd6,DISK]
2024-11-08T22:50:04,173 DEBUG [RS:1;ff635fa717b5:34019 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,34019,1731106202535/ff635fa717b5%2C34019%2C1731106202535.1731106204152, exclude list is [], retry=0
2024-11-08T22:50:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-e99117ea-6c23-4f2f-82c6-8f3d2a46245f,DISK]
2024-11-08T22:50:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-e99117ea-6c23-4f2f-82c6-8f3d2a46245f,DISK]
2024-11-08T22:50:04,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-64fb802b-564b-4c66-8e27-d023c066c014,DISK]
2024-11-08T22:50:04,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37173,DS-e7508907-7df7-4429-95fe-fd0339b5bbd6,DISK]
2024-11-08T22:50:04,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-64fb802b-564b-4c66-8e27-d023c066c014,DISK]
2024-11-08T22:50:04,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37173,DS-e7508907-7df7-4429-95fe-fd0339b5bbd6,DISK]
2024-11-08T22:50:04,220 INFO  [RS:2;ff635fa717b5:40577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,40577,1731106202596/ff635fa717b5%2C40577%2C1731106202596.1731106204152
2024-11-08T22:50:04,222 INFO  [RS:1;ff635fa717b5:34019 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,34019,1731106202535/ff635fa717b5%2C34019%2C1731106202535.1731106204152
2024-11-08T22:50:04,222 INFO  [RS:0;ff635fa717b5:33489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,33489,1731106202419/ff635fa717b5%2C33489%2C1731106202419.1731106204152
2024-11-08T22:50:04,224 DEBUG [RS:2;ff635fa717b5:40577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41741:41741),(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:45113:45113)]
2024-11-08T22:50:04,226 DEBUG [RS:1;ff635fa717b5:34019 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:41741:41741)]
2024-11-08T22:50:04,226 DEBUG [RS:0;ff635fa717b5:33489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:41741:41741),(127.0.0.1/127.0.0.1:45113:45113)]
2024-11-08T22:50:04,301 DEBUG [ff635fa717b5:35433 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-08T22:50:04,312 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0}
2024-11-08T22:50:04,318 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T22:50:04,319 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T22:50:04,319 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T22:50:04,319 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T22:50:04,319 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T22:50:04,319 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T22:50:04,319 INFO  [ff635fa717b5:35433 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T22:50:04,319 INFO  [ff635fa717b5:35433 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T22:50:04,319 INFO  [ff635fa717b5:35433 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T22:50:04,319 DEBUG [ff635fa717b5:35433 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T22:50:04,325 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,40577,1731106202596
2024-11-08T22:50:04,331 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,40577,1731106202596, state=OPENING
2024-11-08T22:50:04,353 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T22:50:04,445 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:04,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,447 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,448 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T22:50:04,450 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,40577,1731106202596}]
2024-11-08T22:50:04,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T22:50:04,633 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T22:50:04,645 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T22:50:04,645 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T22:50:04,646 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T22:50:04,649 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C40577%2C1731106202596.meta, suffix=.meta, logDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,40577,1731106202596, archiveDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs, maxLogs=32
2024-11-08T22:50:04,684 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,40577,1731106202596/ff635fa717b5%2C40577%2C1731106202596.meta.1731106204651.meta, exclude list is [], retry=0
2024-11-08T22:50:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40195,DS-64fb802b-564b-4c66-8e27-d023c066c014,DISK]
2024-11-08T22:50:04,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45307,DS-e99117ea-6c23-4f2f-82c6-8f3d2a46245f,DISK]
2024-11-08T22:50:04,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37173,DS-e7508907-7df7-4429-95fe-fd0339b5bbd6,DISK]
2024-11-08T22:50:04,698 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/WALs/ff635fa717b5,40577,1731106202596/ff635fa717b5%2C40577%2C1731106202596.meta.1731106204651.meta
2024-11-08T22:50:04,699 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45113:45113),(127.0.0.1/127.0.0.1:43111:43111),(127.0.0.1/127.0.0.1:41741:41741)]
2024-11-08T22:50:04,699 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T22:50:04,702 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T22:50:04,705 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T22:50:04,714 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T22:50:04,720 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T22:50:04,721 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:04,721 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T22:50:04,721 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T22:50:04,726 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T22:50:04,729 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T22:50:04,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:04,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:04,730 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T22:50:04,732 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T22:50:04,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:04,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:04,734 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T22:50:04,735 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T22:50:04,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:04,737 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:04,737 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T22:50:04,739 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T22:50:04,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:04,740 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:04,740 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T22:50:04,741 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740
2024-11-08T22:50:04,744 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740
2024-11-08T22:50:04,746 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T22:50:04,746 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T22:50:04,746 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T22:50:04,749 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T22:50:04,750 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61454137, jitterRate=-0.08426199853420258}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T22:50:04,750 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T22:50:04,751 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731106204722Writing region info on filesystem at 1731106204722Initializing all the Stores at 1731106204725 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106204726 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106204726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106204726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106204726Cleaning up temporary data from old regions at 1731106204746 (+20 ms)Running coprocessor post-open hooks at 1731106204750 (+4 ms)Region opened successfully at 1731106204751 (+1 ms)
2024-11-08T22:50:04,759 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731106204624
2024-11-08T22:50:04,769 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T22:50:04,770 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T22:50:04,772 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,40577,1731106202596
2024-11-08T22:50:04,774 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,40577,1731106202596, state=OPEN
2024-11-08T22:50:04,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:04,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:04,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:04,856 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:04,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:04,857 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,40577,1731106202596
2024-11-08T22:50:04,865 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T22:50:04,866 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,40577,1731106202596 in 407 msec
2024-11-08T22:50:04,873 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T22:50:04,873 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 983 msec
2024-11-08T22:50:04,875 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:04,875 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T22:50:04,893 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T22:50:04,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,40577,1731106202596, seqNum=-1]
2024-11-08T22:50:04,913 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T22:50:04,915 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T22:50:04,934 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec
2024-11-08T22:50:04,934 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731106204934, completionTime=-1
2024-11-08T22:50:04,937 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-08T22:50:04,937 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T22:50:04,959 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-08T22:50:04,960 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731106264960
2024-11-08T22:50:04,960 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731106324960
2024-11-08T22:50:04,960 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 22 msec
2024-11-08T22:50:04,961 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-08T22:50:04,969 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35433,1731106200565-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,969 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35433,1731106200565-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,969 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35433,1731106200565-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,971 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:35433, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,972 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,972 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:04,979 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T22:50:04,998 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.285sec
2024-11-08T22:50:05,000 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T22:50:05,001 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T22:50:05,002 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T22:50:05,002 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T22:50:05,002 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T22:50:05,003 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35433,1731106200565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:05,004 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35433,1731106200565-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T22:50:05,009 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T22:50:05,010 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T22:50:05,010 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,35433,1731106200565-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:05,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b302700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T22:50:05,043 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-08T22:50:05,043 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-08T22:50:05,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,35433,-1 for getting cluster id
2024-11-08T22:50:05,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T22:50:05,058 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e565370-b28b-493c-84c6-a6734eeeb05e'
2024-11-08T22:50:05,060 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T22:50:05,060 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e565370-b28b-493c-84c6-a6734eeeb05e"

2024-11-08T22:50:05,061 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18858350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T22:50:05,061 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,35433,-1]
2024-11-08T22:50:05,063 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T22:50:05,065 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:05,066 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T22:50:05,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e118b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T22:50:05,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T22:50:05,075 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,40577,1731106202596, seqNum=-1]
2024-11-08T22:50:05,075 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T22:50:05,078 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T22:50:05,096 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,35433,1731106200565
2024-11-08T22:50:05,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T22:50:05,105 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,35433,1731106200565
2024-11-08T22:50:05,107 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20e384d9
2024-11-08T22:50:05,108 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T22:50:05,111 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T22:50:05,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T22:50:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-08T22:50:05,126 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T22:50:05,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-08T22:50:05,129 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:05,132 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T22:50:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:05,141 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:05,141 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:05,156 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:36010 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36010 dst: /127.0.0.1:40195
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:05,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775680_1021 (size=392)
2024-11-08T22:50:05,163 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:05,165 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5775a0a80264607b5fc3cf70174a6b1, NAME => 'TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe
2024-11-08T22:50:05,171 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:05,171 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:05,175 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:36040 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36040 dst: /127.0.0.1:40195
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:05,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775664_1023 (size=51)
2024-11-08T22:50:05,182 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:05,183 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:05,183 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing d5775a0a80264607b5fc3cf70174a6b1, disabling compactions & flushes
2024-11-08T22:50:05,183 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,183 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,183 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1. after waiting 0 ms
2024-11-08T22:50:05,183 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,183 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,183 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5775a0a80264607b5fc3cf70174a6b1:
Waiting for close lock at 1731106205183Disabling compacts and flushes for region at 1731106205183Disabling writes for close at 1731106205183Writing region close event to WAL at 1731106205183Closed at 1731106205183
2024-11-08T22:50:05,185 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T22:50:05,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731106205186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106205186"}]},"ts":"1731106205186"}
2024-11-08T22:50:05,197 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T22:50:05,199 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T22:50:05,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106205199"}]},"ts":"1731106205199"}
2024-11-08T22:50:05,207 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-08T22:50:05,207 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0}
2024-11-08T22:50:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T22:50:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T22:50:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T22:50:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T22:50:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T22:50:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T22:50:05,209 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T22:50:05,209 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T22:50:05,209 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T22:50:05,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T22:50:05,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d5775a0a80264607b5fc3cf70174a6b1, ASSIGN}]
2024-11-08T22:50:05,213 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d5775a0a80264607b5fc3cf70174a6b1, ASSIGN
2024-11-08T22:50:05,215 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d5775a0a80264607b5fc3cf70174a6b1, ASSIGN; state=OFFLINE, location=ff635fa717b5,34019,1731106202535; forceNewPlan=false, retain=false
2024-11-08T22:50:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:05,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775757_1006 (size=196)
2024-11-08T22:50:05,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_-9223372036854775756_1006 (size=196)
2024-11-08T22:50:05,371 INFO  [ff635fa717b5:35433 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-08T22:50:05,373 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5775a0a80264607b5fc3cf70174a6b1, regionState=OPENING, regionLocation=ff635fa717b5,34019,1731106202535
2024-11-08T22:50:05,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775772_1004 (size=42)
2024-11-08T22:50:05,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775773_1004 (size=42)
2024-11-08T22:50:05,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775741_1008 (size=1189)
2024-11-08T22:50:05,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775740_1008 (size=1189)
2024-11-08T22:50:05,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d5775a0a80264607b5fc3cf70174a6b1, ASSIGN because future has completed
2024-11-08T22:50:05,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5775a0a80264607b5fc3cf70174a6b1, server=ff635fa717b5,34019,1731106202535}]
2024-11-08T22:50:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:05,537 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T22:50:05,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T22:50:05,548 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,548 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5775a0a80264607b5fc3cf70174a6b1, NAME => 'TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.', STARTKEY => '', ENDKEY => ''}
2024-11-08T22:50:05,549 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,549 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:05,549 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,549 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,551 INFO  [StoreOpener-d5775a0a80264607b5fc3cf70174a6b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d5775a0a80264607b5fc3cf70174a6b1 
2024-11-08T22:50:05,554 INFO  [StoreOpener-d5775a0a80264607b5fc3cf70174a6b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5775a0a80264607b5fc3cf70174a6b1 columnFamilyName cf
2024-11-08T22:50:05,554 DEBUG [StoreOpener-d5775a0a80264607b5fc3cf70174a6b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:05,555 INFO  [StoreOpener-d5775a0a80264607b5fc3cf70174a6b1-1 {}] regionserver.HStore(327): Store=d5775a0a80264607b5fc3cf70174a6b1/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:05,555 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,557 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,558 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,559 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,559 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,562 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,568 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T22:50:05,571 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5775a0a80264607b5fc3cf70174a6b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68352781, jitterRate=0.018535807728767395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-08T22:50:05,571 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:05,572 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5775a0a80264607b5fc3cf70174a6b1:
Running coprocessor pre-open hook at 1731106205549Writing region info on filesystem at 1731106205549Initializing all the Stores at 1731106205551 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106205551Cleaning up temporary data from old regions at 1731106205559 (+8 ms)Running coprocessor post-open hooks at 1731106205571 (+12 ms)Region opened successfully at 1731106205572 (+1 ms)
2024-11-08T22:50:05,575 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1., pid=6, masterSystemTime=1731106205536
2024-11-08T22:50:05,579 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,579 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,580 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5775a0a80264607b5fc3cf70174a6b1, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,34019,1731106202535
2024-11-08T22:50:05,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5775a0a80264607b5fc3cf70174a6b1, server=ff635fa717b5,34019,1731106202535 because future has completed
2024-11-08T22:50:05,591 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T22:50:05,591 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5775a0a80264607b5fc3cf70174a6b1, server=ff635fa717b5,34019,1731106202535 in 206 msec
2024-11-08T22:50:05,596 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T22:50:05,596 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d5775a0a80264607b5fc3cf70174a6b1, ASSIGN in 381 msec
2024-11-08T22:50:05,598 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T22:50:05,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106205598"}]},"ts":"1731106205598"}
2024-11-08T22:50:05,601 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-08T22:50:05,603 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T22:50:05,606 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 484 msec
2024-11-08T22:50:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:05,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-08T22:50:05,764 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T22:50:05,766 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T22:50:05,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-08T22:50:05,776 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T22:50:05,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-08T22:50:05,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1., hostname=ff635fa717b5,34019,1731106202535, seqNum=2]
2024-11-08T22:50:05,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T22:50:05,789 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T22:50:05,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-08T22:50:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-08T22:50:05,806 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-08T22:50:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T22:50:05,808 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T22:50:05,810 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T22:50:05,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T22:50:05,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34019 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T22:50:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:05,977 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d5775a0a80264607b5fc3cf70174a6b1 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-08T22:50:06,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1/.tmp/cf/2821cac15817495d902ed72b6a5b9f0f is 36, key is row/cf:cq/1731106205790/Put/seqid=0
2024-11-08T22:50:06,031 WARN  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,031 WARN  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,035 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-67607142_22 at /127.0.0.1:38224 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:37173:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38224 dst: /127.0.0.1:37173
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:06,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775648_1025 (size=4787)
2024-11-08T22:50:06,040 WARN  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:06,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1/.tmp/cf/2821cac15817495d902ed72b6a5b9f0f
2024-11-08T22:50:06,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1/.tmp/cf/2821cac15817495d902ed72b6a5b9f0f as hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1/cf/2821cac15817495d902ed72b6a5b9f0f
2024-11-08T22:50:06,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1/cf/2821cac15817495d902ed72b6a5b9f0f, entries=1, sequenceid=5, filesize=4.7 K
2024-11-08T22:50:06,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for d5775a0a80264607b5fc3cf70174a6b1 in 121ms, sequenceid=5, compaction requested=false
2024-11-08T22:50:06,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC'
2024-11-08T22:50:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d5775a0a80264607b5fc3cf70174a6b1:

2024-11-08T22:50:06,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:06,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T22:50:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T22:50:06,110 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-08T22:50:06,110 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 296 msec
2024-11-08T22:50:06,114 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 312 msec
2024-11-08T22:50:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T22:50:06,123 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T22:50:06,137 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T22:50:06,138 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T22:50:06,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:06,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,143 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T22:50:06,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T22:50:06,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1680978387, stopped=false
2024-11-08T22:50:06,143 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,35433,1731106200565
2024-11-08T22:50:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:06,266 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:06,266 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T22:50:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:06,266 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:06,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:06,268 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T22:50:06,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:06,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:06,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:06,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:06,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,33489,1731106202419' *****
2024-11-08T22:50:06,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T22:50:06,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,34019,1731106202535' *****
2024-11-08T22:50:06,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T22:50:06,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,40577,1731106202596' *****
2024-11-08T22:50:06,269 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T22:50:06,269 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T22:50:06,270 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T22:50:06,270 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T22:50:06,270 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T22:50:06,270 INFO  [RS:1;ff635fa717b5:34019 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T22:50:06,270 INFO  [RS:2;ff635fa717b5:40577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T22:50:06,270 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T22:50:06,270 INFO  [RS:1;ff635fa717b5:34019 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T22:50:06,270 INFO  [RS:2;ff635fa717b5:40577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T22:50:06,271 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,40577,1731106202596
2024-11-08T22:50:06,271 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(3091): Received CLOSE for d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:06,271 INFO  [RS:0;ff635fa717b5:33489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T22:50:06,271 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:06,271 INFO  [RS:0;ff635fa717b5:33489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T22:50:06,271 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T22:50:06,271 INFO  [RS:2;ff635fa717b5:40577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ff635fa717b5:40577.
2024-11-08T22:50:06,271 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,33489,1731106202419
2024-11-08T22:50:06,271 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:06,271 DEBUG [RS:2;ff635fa717b5:40577 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:06,271 DEBUG [RS:2;ff635fa717b5:40577 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,271 INFO  [RS:0;ff635fa717b5:33489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:33489.
2024-11-08T22:50:06,271 DEBUG [RS:0;ff635fa717b5:33489 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:06,271 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T22:50:06,271 DEBUG [RS:0;ff635fa717b5:33489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,271 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T22:50:06,271 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,34019,1731106202535
2024-11-08T22:50:06,272 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T22:50:06,272 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:06,272 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,33489,1731106202419; all regions closed.
2024-11-08T22:50:06,272 INFO  [RS:1;ff635fa717b5:34019 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ff635fa717b5:34019.
2024-11-08T22:50:06,272 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T22:50:06,272 DEBUG [RS:1;ff635fa717b5:34019 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:06,272 DEBUG [RS:1;ff635fa717b5:34019 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,272 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5775a0a80264607b5fc3cf70174a6b1, disabling compactions & flushes
2024-11-08T22:50:06,272 INFO  [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:06,272 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:06,272 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1. after waiting 0 ms
2024-11-08T22:50:06,273 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:06,273 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T22:50:06,273 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1325): Online Regions={d5775a0a80264607b5fc3cf70174a6b1=TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.}
2024-11-08T22:50:06,273 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T22:50:06,273 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T22:50:06,273 DEBUG [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1351): Waiting on d5775a0a80264607b5fc3cf70174a6b1
2024-11-08T22:50:06,274 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T22:50:06,274 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T22:50:06,274 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T22:50:06,274 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T22:50:06,274 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T22:50:06,274 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T22:50:06,275 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-08T22:50:06,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741827_1017 (size=93)
2024-11-08T22:50:06,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741827_1017 (size=93)
2024-11-08T22:50:06,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741827_1017 (size=93)
2024-11-08T22:50:06,287 DEBUG [RS:0;ff635fa717b5:33489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs
2024-11-08T22:50:06,287 INFO  [RS:0;ff635fa717b5:33489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C33489%2C1731106202419:(num 1731106204152)
2024-11-08T22:50:06,287 DEBUG [RS:0;ff635fa717b5:33489 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,287 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:06,287 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:06,288 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:06,288 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T22:50:06,288 INFO  [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:06,288 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T22:50:06,288 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T22:50:06,288 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:06,289 INFO  [RS:0;ff635fa717b5:33489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33489
2024-11-08T22:50:06,295 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/default/TestHBaseWalOnEC/d5775a0a80264607b5fc3cf70174a6b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T22:50:06,297 INFO  [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:06,297 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5775a0a80264607b5fc3cf70174a6b1:
Waiting for close lock at 1731106206272Running coprocessor pre-close hooks at 1731106206272Disabling compacts and flushes for region at 1731106206272Disabling writes for close at 1731106206273 (+1 ms)Writing region close event to WAL at 1731106206275 (+2 ms)Running coprocessor post-close hooks at 1731106206295 (+20 ms)Closed at 1731106206297 (+2 ms)
2024-11-08T22:50:06,297 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1.
2024-11-08T22:50:06,299 INFO  [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:06,299 INFO  [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:06,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,33489,1731106202419
2024-11-08T22:50:06,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:06,300 INFO  [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:06,301 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:06,301 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,33489,1731106202419]
2024-11-08T22:50:06,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,33489,1731106202419 already deleted, retry=false
2024-11-08T22:50:06,311 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,33489,1731106202419 expired; onlineServers=2
2024-11-08T22:50:06,315 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/info/13ffe2f266b54c3483128ee5520ce613 is 153, key is TestHBaseWalOnEC,,1731106205112.d5775a0a80264607b5fc3cf70174a6b1./info:regioninfo/1731106205580/Put/seqid=0
2024-11-08T22:50:06,318 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,319 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,323 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1909027989_22 at /127.0.0.1:38256 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:37173:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38256 dst: /127.0.0.1:37173
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:06,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775632_1027 (size=6637)
2024-11-08T22:50:06,328 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:06,328 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/info/13ffe2f266b54c3483128ee5520ce613
2024-11-08T22:50:06,355 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/ns/615e3463300d483e9138d98163797da1 is 43, key is default/ns:d/1731106204919/Put/seqid=0
2024-11-08T22:50:06,358 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,358 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,362 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1909027989_22 at /127.0.0.1:36076 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36076 dst: /127.0.0.1:40195
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:06,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775616_1029 (size=5153)
2024-11-08T22:50:06,366 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:06,367 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/ns/615e3463300d483e9138d98163797da1
2024-11-08T22:50:06,393 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/table/082985ee19ae48de87e9ae27055a7663 is 52, key is TestHBaseWalOnEC/table:state/1731106205598/Put/seqid=0
2024-11-08T22:50:06,395 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,396 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:06,399 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1909027989_22 at /127.0.0.1:58748 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:45307:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58748 dst: /127.0.0.1:45307
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:06,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_-9223372036854775600_1031 (size=5249)
2024-11-08T22:50:06,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:06,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33489-0x1011ca454550001, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:06,411 INFO  [RS:0;ff635fa717b5:33489 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:06,411 INFO  [RS:0;ff635fa717b5:33489 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,33489,1731106202419; zookeeper connection closed.
2024-11-08T22:50:06,412 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47336e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47336e0
2024-11-08T22:50:06,474 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,34019,1731106202535; all regions closed.
2024-11-08T22:50:06,474 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T22:50:06,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741828_1018 (size=1298)
2024-11-08T22:50:06,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741828_1018 (size=1298)
2024-11-08T22:50:06,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741828_1018 (size=1298)
2024-11-08T22:50:06,481 DEBUG [RS:1;ff635fa717b5:34019 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs
2024-11-08T22:50:06,481 INFO  [RS:1;ff635fa717b5:34019 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C34019%2C1731106202535:(num 1731106204152)
2024-11-08T22:50:06,481 DEBUG [RS:1;ff635fa717b5:34019 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,481 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:06,481 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:06,481 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:06,482 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T22:50:06,482 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T22:50:06,482 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T22:50:06,482 INFO  [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:06,482 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:06,482 INFO  [RS:1;ff635fa717b5:34019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34019
2024-11-08T22:50:06,489 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,34019,1731106202535
2024-11-08T22:50:06,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:06,489 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:06,490 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,34019,1731106202535]
2024-11-08T22:50:06,510 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,34019,1731106202535 already deleted, retry=false
2024-11-08T22:50:06,510 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,34019,1731106202535 expired; onlineServers=1
2024-11-08T22:50:06,600 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:06,600 INFO  [RS:1;ff635fa717b5:34019 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:06,600 INFO  [RS:1;ff635fa717b5:34019 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,34019,1731106202535; zookeeper connection closed.
2024-11-08T22:50:06,600 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34019-0x1011ca454550002, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:06,600 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8f75b9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8f75b9c
2024-11-08T22:50:06,674 DEBUG [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T22:50:06,806 WARN  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:06,806 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/table/082985ee19ae48de87e9ae27055a7663
2024-11-08T22:50:06,825 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/info/13ffe2f266b54c3483128ee5520ce613 as hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/info/13ffe2f266b54c3483128ee5520ce613
2024-11-08T22:50:06,835 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/info/13ffe2f266b54c3483128ee5520ce613, entries=10, sequenceid=11, filesize=6.5 K
2024-11-08T22:50:06,837 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/ns/615e3463300d483e9138d98163797da1 as hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/ns/615e3463300d483e9138d98163797da1
2024-11-08T22:50:06,846 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/ns/615e3463300d483e9138d98163797da1, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T22:50:06,847 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/.tmp/table/082985ee19ae48de87e9ae27055a7663 as hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/table/082985ee19ae48de87e9ae27055a7663
2024-11-08T22:50:06,857 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/table/082985ee19ae48de87e9ae27055a7663, entries=2, sequenceid=11, filesize=5.1 K
2024-11-08T22:50:06,858 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 584ms, sequenceid=11, compaction requested=false
2024-11-08T22:50:06,858 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T22:50:06,866 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T22:50:06,867 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T22:50:06,867 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T22:50:06,867 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731106206273Running coprocessor pre-close hooks at 1731106206273Disabling compacts and flushes for region at 1731106206273Disabling writes for close at 1731106206274 (+1 ms)Obtaining lock to block concurrent updates at 1731106206275 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731106206275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731106206276 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731106206277 (+1 ms)Flushing 1588230740/info: creating writer at 1731106206277Flushing 1588230740/info: appending metadata at 1731106206310 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731106206310Flushing 1588230740/ns: creating writer at 1731106206339 (+29 ms)Flushing 1588230740/ns: appending metadata at 1731106206354 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731106206354Flushing 1588230740/table: creating writer at 1731106206376 (+22 ms)Flushing 1588230740/table: appending metadata at 1731106206392 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731106206392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e02604f: reopening flushed file at 1731106206823 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32c4a30a: reopening flushed file at 1731106206835 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9870e7: reopening flushed file at 1731106206846 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 584ms, sequenceid=11, compaction requested=false at 1731106206858 (+12 ms)Writing region close event to WAL at 1731106206860 (+2 ms)Running coprocessor post-close hooks at 1731106206867 (+7 ms)Closed at 1731106206867
2024-11-08T22:50:06,868 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T22:50:06,874 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,40577,1731106202596; all regions closed.
2024-11-08T22:50:06,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741829_1019 (size=2751)
2024-11-08T22:50:06,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741829_1019 (size=2751)
2024-11-08T22:50:06,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741829_1019 (size=2751)
2024-11-08T22:50:06,881 DEBUG [RS:2;ff635fa717b5:40577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs
2024-11-08T22:50:06,881 INFO  [RS:2;ff635fa717b5:40577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C40577%2C1731106202596.meta:.meta(num 1731106204651)
2024-11-08T22:50:06,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741826_1016 (size=93)
2024-11-08T22:50:06,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741826_1016 (size=93)
2024-11-08T22:50:06,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741826_1016 (size=93)
2024-11-08T22:50:06,887 DEBUG [RS:2;ff635fa717b5:40577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/oldWALs
2024-11-08T22:50:06,887 INFO  [RS:2;ff635fa717b5:40577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff635fa717b5%2C40577%2C1731106202596:(num 1731106204152)
2024-11-08T22:50:06,887 DEBUG [RS:2;ff635fa717b5:40577 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:06,887 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:06,887 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:06,888 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:06,888 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:06,888 INFO  [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:06,888 INFO  [RS:2;ff635fa717b5:40577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40577
2024-11-08T22:50:06,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:06,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,40577,1731106202596
2024-11-08T22:50:06,940 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:06,942 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,40577,1731106202596]
2024-11-08T22:50:07,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,40577,1731106202596 already deleted, retry=false
2024-11-08T22:50:07,006 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,40577,1731106202596 expired; onlineServers=0
2024-11-08T22:50:07,006 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,35433,1731106200565' *****
2024-11-08T22:50:07,006 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T22:50:07,006 INFO  [M:0;ff635fa717b5:35433 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:07,007 INFO  [M:0;ff635fa717b5:35433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:07,007 DEBUG [M:0;ff635fa717b5:35433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T22:50:07,007 DEBUG [M:0;ff635fa717b5:35433 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T22:50:07,007 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T22:50:07,007 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106203749 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106203749,5,FailOnTimeoutGroup]
2024-11-08T22:50:07,007 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106203749 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106203749,5,FailOnTimeoutGroup]
2024-11-08T22:50:07,008 INFO  [M:0;ff635fa717b5:35433 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:07,008 INFO  [M:0;ff635fa717b5:35433 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:07,009 DEBUG [M:0;ff635fa717b5:35433 {}] master.HMaster(1795): Stopping service threads
2024-11-08T22:50:07,009 INFO  [M:0;ff635fa717b5:35433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T22:50:07,009 INFO  [M:0;ff635fa717b5:35433 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T22:50:07,011 INFO  [M:0;ff635fa717b5:35433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T22:50:07,011 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T22:50:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:07,052 INFO  [RS:2;ff635fa717b5:40577 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:07,053 INFO  [RS:2;ff635fa717b5:40577 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,40577,1731106202596; zookeeper connection closed.
2024-11-08T22:50:07,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40577-0x1011ca454550003, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:07,053 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11121148 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11121148
2024-11-08T22:50:07,053 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-08T22:50:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:07,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:07,091 DEBUG [M:0;ff635fa717b5:35433 {}] zookeeper.ZKUtil(347): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-08T22:50:07,091 WARN  [M:0;ff635fa717b5:35433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T22:50:07,094 INFO  [M:0;ff635fa717b5:35433 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/.lastflushedseqids
2024-11-08T22:50:07,103 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,103 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,106 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:36104 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36104 dst: /127.0.0.1:40195
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:07,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775584_1033 (size=127)
2024-11-08T22:50:07,110 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:07,111 INFO  [M:0;ff635fa717b5:35433 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T22:50:07,111 INFO  [M:0;ff635fa717b5:35433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T22:50:07,111 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T22:50:07,111 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:07,111 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:07,111 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T22:50:07,111 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:07,111 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB
2024-11-08T22:50:07,130 DEBUG [M:0;ff635fa717b5:35433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f47bf3a742f14ff0ac773eafcb73c9e2 is 82, key is hbase:meta,,1/info:regioninfo/1731106204771/Put/seqid=0
2024-11-08T22:50:07,132 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,132 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,136 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:38270 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:37173:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38270 dst: /127.0.0.1:37173
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:07,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775568_1035 (size=5672)
2024-11-08T22:50:07,141 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:07,141 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f47bf3a742f14ff0ac773eafcb73c9e2
2024-11-08T22:50:07,166 DEBUG [M:0;ff635fa717b5:35433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57c7f09867e04752a9123390e5bbc08f is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731106205605/Put/seqid=0
2024-11-08T22:50:07,168 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,168 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,172 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:38296 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:37173:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:38296 dst: /127.0.0.1:37173
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:07,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_-9223372036854775552_1037 (size=6441)
2024-11-08T22:50:07,187 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:07,187 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57c7f09867e04752a9123390e5bbc08f
2024-11-08T22:50:07,215 DEBUG [M:0;ff635fa717b5:35433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b506613d3f4b4256b5c2ec81b14bba5d is 69, key is ff635fa717b5,33489,1731106202419/rs:state/1731106203879/Put/seqid=0
2024-11-08T22:50:07,218 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,218 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-08T22:50:07,221 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-314307717_22 at /127.0.0.1:36116 [Receiving block BP-1929070215-172.17.0.3-1731106195280:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:40195:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:36116 dst: /127.0.0.1:40195
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T22:50:07,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_-9223372036854775536_1039 (size=5294)
2024-11-08T22:50:07,227 WARN  [M:0;ff635fa717b5:35433 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-08T22:50:07,227 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b506613d3f4b4256b5c2ec81b14bba5d
2024-11-08T22:50:07,238 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f47bf3a742f14ff0ac773eafcb73c9e2 as hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f47bf3a742f14ff0ac773eafcb73c9e2
2024-11-08T22:50:07,247 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f47bf3a742f14ff0ac773eafcb73c9e2, entries=8, sequenceid=72, filesize=5.5 K
2024-11-08T22:50:07,249 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57c7f09867e04752a9123390e5bbc08f as hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57c7f09867e04752a9123390e5bbc08f
2024-11-08T22:50:07,258 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57c7f09867e04752a9123390e5bbc08f, entries=8, sequenceid=72, filesize=6.3 K
2024-11-08T22:50:07,259 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b506613d3f4b4256b5c2ec81b14bba5d as hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b506613d3f4b4256b5c2ec81b14bba5d
2024-11-08T22:50:07,269 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b506613d3f4b4256b5c2ec81b14bba5d, entries=3, sequenceid=72, filesize=5.2 K
2024-11-08T22:50:07,271 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=72, compaction requested=false
2024-11-08T22:50:07,274 INFO  [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:07,275 DEBUG [M:0;ff635fa717b5:35433 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731106207111Disabling compacts and flushes for region at 1731106207111Disabling writes for close at 1731106207111Obtaining lock to block concurrent updates at 1731106207111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731106207111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1731106207112 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731106207113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731106207113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731106207129 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731106207129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731106207149 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731106207165 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731106207165Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731106207195 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731106207215 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731106207215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b30ddc8: reopening flushed file at 1731106207236 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592ace99: reopening flushed file at 1731106207248 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1a50fc: reopening flushed file at 1731106207258 (+10 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=72, compaction requested=false at 1731106207271 (+13 ms)Writing region close event to WAL at 1731106207274 (+3 ms)Closed at 1731106207274
2024-11-08T22:50:07,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45307 is added to blk_1073741825_1011 (size=32695)
2024-11-08T22:50:07,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37173 is added to blk_1073741825_1011 (size=32695)
2024-11-08T22:50:07,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40195 is added to blk_1073741825_1011 (size=32695)
2024-11-08T22:50:07,280 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:07,280 INFO  [M:0;ff635fa717b5:35433 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T22:50:07,280 INFO  [M:0;ff635fa717b5:35433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35433
2024-11-08T22:50:07,280 INFO  [M:0;ff635fa717b5:35433 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:07,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:07,547 INFO  [M:0;ff635fa717b5:35433 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:07,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35433-0x1011ca454550000, quorum=127.0.0.1:52037, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:07,597 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:07,603 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:07,603 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:07,603 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:07,604 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:07,606 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T22:50:07,606 WARN  [BP-1929070215-172.17.0.3-1731106195280 heartbeating to localhost/127.0.0.1:42685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T22:50:07,606 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T22:50:07,606 WARN  [BP-1929070215-172.17.0.3-1731106195280 heartbeating to localhost/127.0.0.1:42685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1929070215-172.17.0.3-1731106195280 (Datanode Uuid 5fdf4cf1-5728-40b9-a9c1-73620f4bebbc) service to localhost/127.0.0.1:42685
2024-11-08T22:50:07,608 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data5/current/BP-1929070215-172.17.0.3-1731106195280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:07,608 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data6/current/BP-1929070215-172.17.0.3-1731106195280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:07,608 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T22:50:07,699 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:07,700 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:07,700 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:07,701 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:07,701 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:07,705 WARN  [BP-1929070215-172.17.0.3-1731106195280 heartbeating to localhost/127.0.0.1:42685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T22:50:07,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T22:50:07,705 WARN  [BP-1929070215-172.17.0.3-1731106195280 heartbeating to localhost/127.0.0.1:42685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1929070215-172.17.0.3-1731106195280 (Datanode Uuid d7d6d22f-9e1f-4daa-954a-84cbcfb31a36) service to localhost/127.0.0.1:42685
2024-11-08T22:50:07,705 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T22:50:07,706 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data3/current/BP-1929070215-172.17.0.3-1731106195280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:07,707 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data4/current/BP-1929070215-172.17.0.3-1731106195280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:07,707 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T22:50:07,709 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:07,710 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:07,710 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:07,710 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:07,710 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:07,712 WARN  [BP-1929070215-172.17.0.3-1731106195280 heartbeating to localhost/127.0.0.1:42685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T22:50:07,712 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T22:50:07,712 WARN  [BP-1929070215-172.17.0.3-1731106195280 heartbeating to localhost/127.0.0.1:42685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1929070215-172.17.0.3-1731106195280 (Datanode Uuid 2f138807-b966-4d3a-96f4-d01186fc7924) service to localhost/127.0.0.1:42685
2024-11-08T22:50:07,712 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T22:50:07,713 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data1/current/BP-1929070215-172.17.0.3-1731106195280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:07,713 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/cluster_dd30324d-6c54-2565-7541-39f19802d9c1/data/data2/current/BP-1929070215-172.17.0.3-1731106195280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:07,713 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T22:50:07,723 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T22:50:07,723 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:07,724 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:07,724 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:07,724 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:07,733 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T22:50:07,834 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T22:50:07,841 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 157), OpenFileDescriptor=447 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=210 (was 219), ProcessCount=11 (was 11), AvailableMemoryMB=2107 (was 2409)
2024-11-08T22:50:07,847 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=210, ProcessCount=11, AvailableMemoryMB=2107
2024-11-08T22:50:07,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T22:50:07,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.log.dir so I do NOT create it in target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13
2024-11-08T22:50:07,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc242615-b1cf-1cb8-f2a3-8a4740707cd6/hadoop.tmp.dir so I do NOT create it in target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13
2024-11-08T22:50:07,847 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37, deleteOnExit=true
2024-11-08T22:50:07,847 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/test.cache.data in system properties and HBase conf
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir in system properties and HBase conf
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T22:50:07,848 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T22:50:07,848 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/nfs.dump.dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/java.io.tmpdir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T22:50:07,849 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T22:50:08,664 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:50:08,669 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:50:08,671 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:50:08,671 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:50:08,671 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T22:50:08,672 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:50:08,672 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4072566{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:50:08,673 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aa34083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:50:08,771 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f0384cb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/java.io.tmpdir/jetty-localhost-33635-hadoop-hdfs-3_4_1-tests_jar-_-any-3421021937903642732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T22:50:08,771 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cb6ff0d{HTTP/1.1, (http/1.1)}{localhost:33635}
2024-11-08T22:50:08,771 INFO  [Time-limited test {}] server.Server(415): Started @15691ms
2024-11-08T22:50:09,054 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:50:09,058 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:50:09,059 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:50:09,059 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:50:09,059 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T22:50:09,060 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e19264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:50:09,060 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6decf963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:50:09,156 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cdad191{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/java.io.tmpdir/jetty-localhost-37199-hadoop-hdfs-3_4_1-tests_jar-_-any-13457166496382601542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:09,156 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75356c63{HTTP/1.1, (http/1.1)}{localhost:37199}
2024-11-08T22:50:09,156 INFO  [Time-limited test {}] server.Server(415): Started @16076ms
2024-11-08T22:50:09,158 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T22:50:09,192 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:50:09,195 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:50:09,196 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:50:09,196 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:50:09,196 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T22:50:09,197 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72785dee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:50:09,197 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7febc9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:50:09,297 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375e6dfb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/java.io.tmpdir/jetty-localhost-37895-hadoop-hdfs-3_4_1-tests_jar-_-any-17902292396007115428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:09,298 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56f13ac4{HTTP/1.1, (http/1.1)}{localhost:37895}
2024-11-08T22:50:09,298 INFO  [Time-limited test {}] server.Server(415): Started @16218ms
2024-11-08T22:50:09,299 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T22:50:09,330 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T22:50:09,333 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T22:50:09,334 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T22:50:09,334 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T22:50:09,334 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T22:50:09,335 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c97cc8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,AVAILABLE}
2024-11-08T22:50:09,335 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39179133{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T22:50:09,433 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59c9153e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/java.io.tmpdir/jetty-localhost-37829-hadoop-hdfs-3_4_1-tests_jar-_-any-542458684734698047/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:09,434 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40ee720f{HTTP/1.1, (http/1.1)}{localhost:37829}
2024-11-08T22:50:09,434 INFO  [Time-limited test {}] server.Server(415): Started @16354ms
2024-11-08T22:50:09,436 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T22:50:09,723 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T22:50:09,723 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T22:50:09,724 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T22:50:10,227 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-08T22:50:10,235 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T22:50:10,292 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T22:50:10,293 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-08T22:50:10,456 WARN  [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data1/current/BP-254176994-172.17.0.3-1731106207873/current, will proceed with Du for space computation calculation, 
2024-11-08T22:50:10,456 WARN  [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data2/current/BP-254176994-172.17.0.3-1731106207873/current, will proceed with Du for space computation calculation, 
2024-11-08T22:50:10,490 WARN  [Thread-498 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T22:50:10,496 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71d139a87e47cba7 with lease ID 0xdadd9555d1526846: Processing first storage report for DS-e485ec63-816d-4584-9945-37616a565cec from datanode DatanodeRegistration(127.0.0.1:35709, datanodeUuid=8c511dd0-551b-4054-affa-7c03cab4c43f, infoPort=42671, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873)
2024-11-08T22:50:10,496 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71d139a87e47cba7 with lease ID 0xdadd9555d1526846: from storage DS-e485ec63-816d-4584-9945-37616a565cec node DatanodeRegistration(127.0.0.1:35709, datanodeUuid=8c511dd0-551b-4054-affa-7c03cab4c43f, infoPort=42671, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:50:10,496 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71d139a87e47cba7 with lease ID 0xdadd9555d1526846: Processing first storage report for DS-d0eabc60-25ce-43c5-a3b8-b2c766ae1d23 from datanode DatanodeRegistration(127.0.0.1:35709, datanodeUuid=8c511dd0-551b-4054-affa-7c03cab4c43f, infoPort=42671, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873)
2024-11-08T22:50:10,496 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71d139a87e47cba7 with lease ID 0xdadd9555d1526846: from storage DS-d0eabc60-25ce-43c5-a3b8-b2c766ae1d23 node DatanodeRegistration(127.0.0.1:35709, datanodeUuid=8c511dd0-551b-4054-affa-7c03cab4c43f, infoPort=42671, infoSecurePort=0, ipcPort=37617, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:50:10,657 WARN  [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data3/current/BP-254176994-172.17.0.3-1731106207873/current, will proceed with Du for space computation calculation, 
2024-11-08T22:50:10,658 WARN  [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data4/current/BP-254176994-172.17.0.3-1731106207873/current, will proceed with Du for space computation calculation, 
2024-11-08T22:50:10,698 WARN  [Thread-521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T22:50:10,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4784d4bbdcbc682a with lease ID 0xdadd9555d1526847: Processing first storage report for DS-c8b8fbd7-8cef-4b70-be78-6f3bfdc7d663 from datanode DatanodeRegistration(127.0.0.1:34287, datanodeUuid=6ca0281b-24c9-4bc2-95b0-4d679ebffa93, infoPort=42049, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873)
2024-11-08T22:50:10,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4784d4bbdcbc682a with lease ID 0xdadd9555d1526847: from storage DS-c8b8fbd7-8cef-4b70-be78-6f3bfdc7d663 node DatanodeRegistration(127.0.0.1:34287, datanodeUuid=6ca0281b-24c9-4bc2-95b0-4d679ebffa93, infoPort=42049, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:50:10,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4784d4bbdcbc682a with lease ID 0xdadd9555d1526847: Processing first storage report for DS-3c68c99c-91dd-4a6d-add1-095e85a63656 from datanode DatanodeRegistration(127.0.0.1:34287, datanodeUuid=6ca0281b-24c9-4bc2-95b0-4d679ebffa93, infoPort=42049, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873)
2024-11-08T22:50:10,703 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4784d4bbdcbc682a with lease ID 0xdadd9555d1526847: from storage DS-3c68c99c-91dd-4a6d-add1-095e85a63656 node DatanodeRegistration(127.0.0.1:34287, datanodeUuid=6ca0281b-24c9-4bc2-95b0-4d679ebffa93, infoPort=42049, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:50:10,717 WARN  [Thread-582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data6/current/BP-254176994-172.17.0.3-1731106207873/current, will proceed with Du for space computation calculation, 
2024-11-08T22:50:10,717 WARN  [Thread-581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data5/current/BP-254176994-172.17.0.3-1731106207873/current, will proceed with Du for space computation calculation, 
2024-11-08T22:50:10,753 WARN  [Thread-543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T22:50:10,762 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd084a6439808d86e with lease ID 0xdadd9555d1526848: Processing first storage report for DS-e1482ae0-9b44-4ff7-a882-d9a40cb0ee25 from datanode DatanodeRegistration(127.0.0.1:35111, datanodeUuid=18bf4d37-cbb8-4bed-8b95-a9319e9dd2e7, infoPort=39181, infoSecurePort=0, ipcPort=33021, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873)
2024-11-08T22:50:10,762 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd084a6439808d86e with lease ID 0xdadd9555d1526848: from storage DS-e1482ae0-9b44-4ff7-a882-d9a40cb0ee25 node DatanodeRegistration(127.0.0.1:35111, datanodeUuid=18bf4d37-cbb8-4bed-8b95-a9319e9dd2e7, infoPort=39181, infoSecurePort=0, ipcPort=33021, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T22:50:10,762 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd084a6439808d86e with lease ID 0xdadd9555d1526848: Processing first storage report for DS-13085fff-cf46-4d81-85c4-a97914768109 from datanode DatanodeRegistration(127.0.0.1:35111, datanodeUuid=18bf4d37-cbb8-4bed-8b95-a9319e9dd2e7, infoPort=39181, infoSecurePort=0, ipcPort=33021, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873)
2024-11-08T22:50:10,762 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd084a6439808d86e with lease ID 0xdadd9555d1526848: from storage DS-13085fff-cf46-4d81-85c4-a97914768109 node DatanodeRegistration(127.0.0.1:35111, datanodeUuid=18bf4d37-cbb8-4bed-8b95-a9319e9dd2e7, infoPort=39181, infoSecurePort=0, ipcPort=33021, storageInfo=lv=-57;cid=testClusterID;nsid=1928670849;c=1731106207873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T22:50:10,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13
2024-11-08T22:50:10,793 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/zookeeper_0, clientPort=62279, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T22:50:10,794 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62279
2024-11-08T22:50:10,795 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:10,798 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:10,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741825_1001 (size=7)
2024-11-08T22:50:10,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741825_1001 (size=7)
2024-11-08T22:50:10,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741825_1001 (size=7)
2024-11-08T22:50:10,818 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b with version=8
2024-11-08T22:50:10,818 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:42685/user/jenkins/test-data/8c72682c-23e5-c75c-598d-9de5ba261bbe/hbase-staging
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T22:50:10,821 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:10,822 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38927
2024-11-08T22:50:10,824 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38927 connecting to ZooKeeper ensemble=127.0.0.1:62279
2024-11-08T22:50:10,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389270x0, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:10,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38927-0x1011ca47f910000 connected
2024-11-08T22:50:10,967 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:10,968 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:10,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:10,971 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b, hbase.cluster.distributed=false
2024-11-08T22:50:10,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:10,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38927
2024-11-08T22:50:10,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38927
2024-11-08T22:50:10,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38927
2024-11-08T22:50:10,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38927
2024-11-08T22:50:10,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38927
2024-11-08T22:50:10,995 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:10,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:10,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:10,995 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:10,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:10,995 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:10,995 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T22:50:10,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:10,996 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38545
2024-11-08T22:50:10,998 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38545 connecting to ZooKeeper ensemble=127.0.0.1:62279
2024-11-08T22:50:11,000 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:11,002 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:11,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385450x0, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:11,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385450x0, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:11,014 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38545-0x1011ca47f910001 connected
2024-11-08T22:50:11,015 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T22:50:11,016 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T22:50:11,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T22:50:11,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:11,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38545
2024-11-08T22:50:11,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38545
2024-11-08T22:50:11,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38545
2024-11-08T22:50:11,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38545
2024-11-08T22:50:11,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38545
2024-11-08T22:50:11,038 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:11,038 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:11,038 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:11,039 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:11,039 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:11,039 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:11,039 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T22:50:11,039 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:11,040 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39873
2024-11-08T22:50:11,041 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39873 connecting to ZooKeeper ensemble=127.0.0.1:62279
2024-11-08T22:50:11,042 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:11,043 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:11,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398730x0, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:11,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398730x0, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:11,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39873-0x1011ca47f910002 connected
2024-11-08T22:50:11,057 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T22:50:11,057 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T22:50:11,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T22:50:11,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:11,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39873
2024-11-08T22:50:11,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39873
2024-11-08T22:50:11,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39873
2024-11-08T22:50:11,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39873
2024-11-08T22:50:11,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39873
2024-11-08T22:50:11,073 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff635fa717b5:0 server-side Connection retries=45
2024-11-08T22:50:11,074 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:11,074 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:11,074 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T22:50:11,074 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T22:50:11,074 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T22:50:11,074 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T22:50:11,074 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T22:50:11,075 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39727
2024-11-08T22:50:11,076 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39727 connecting to ZooKeeper ensemble=127.0.0.1:62279
2024-11-08T22:50:11,077 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:11,078 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:11,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397270x0, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T22:50:11,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397270x0, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:11,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39727-0x1011ca47f910003 connected
2024-11-08T22:50:11,089 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T22:50:11,089 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T22:50:11,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T22:50:11,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T22:50:11,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39727
2024-11-08T22:50:11,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39727
2024-11-08T22:50:11,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39727
2024-11-08T22:50:11,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39727
2024-11-08T22:50:11,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39727
2024-11-08T22:50:11,104 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff635fa717b5:38927
2024-11-08T22:50:11,105 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ff635fa717b5,38927,1731106210820
2024-11-08T22:50:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,115 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ff635fa717b5,38927,1731106210820
2024-11-08T22:50:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:11,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,126 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T22:50:11,126 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ff635fa717b5,38927,1731106210820 from backup master directory
2024-11-08T22:50:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ff635fa717b5,38927,1731106210820
2024-11-08T22:50:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T22:50:11,135 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:11,135 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff635fa717b5,38927,1731106210820
2024-11-08T22:50:11,141 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/hbase.id] with ID: 30f0f9b6-9c35-47be-ba10-866edf407b9d
2024-11-08T22:50:11,141 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/.tmp/hbase.id
2024-11-08T22:50:11,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741826_1002 (size=42)
2024-11-08T22:50:11,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741826_1002 (size=42)
2024-11-08T22:50:11,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741826_1002 (size=42)
2024-11-08T22:50:11,152 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/.tmp/hbase.id]:[hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/hbase.id]
2024-11-08T22:50:11,168 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T22:50:11,168 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T22:50:11,170 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-08T22:50:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741827_1003 (size=196)
2024-11-08T22:50:11,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741827_1003 (size=196)
2024-11-08T22:50:11,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741827_1003 (size=196)
2024-11-08T22:50:11,195 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T22:50:11,195 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T22:50:11,196 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T22:50:11,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741828_1004 (size=1189)
2024-11-08T22:50:11,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741828_1004 (size=1189)
2024-11-08T22:50:11,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741828_1004 (size=1189)
2024-11-08T22:50:11,210 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store
2024-11-08T22:50:11,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741829_1005 (size=34)
2024-11-08T22:50:11,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741829_1005 (size=34)
2024-11-08T22:50:11,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741829_1005 (size=34)
2024-11-08T22:50:11,221 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:11,221 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T22:50:11,221 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:11,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:11,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T22:50:11,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:11,222 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:11,222 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731106211221Disabling compacts and flushes for region at 1731106211221Disabling writes for close at 1731106211222 (+1 ms)Writing region close event to WAL at 1731106211222Closed at 1731106211222
2024-11-08T22:50:11,223 WARN  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/.initializing
2024-11-08T22:50:11,223 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/WALs/ff635fa717b5,38927,1731106210820
2024-11-08T22:50:11,226 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38927%2C1731106210820, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/WALs/ff635fa717b5,38927,1731106210820, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/oldWALs, maxLogs=10
2024-11-08T22:50:11,227 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor ff635fa717b5%2C38927%2C1731106210820.1731106211227
2024-11-08T22:50:11,237 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/WALs/ff635fa717b5,38927,1731106210820/ff635fa717b5%2C38927%2C1731106210820.1731106211227
2024-11-08T22:50:11,238 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049),(127.0.0.1/127.0.0.1:39181:39181),(127.0.0.1/127.0.0.1:42671:42671)]
2024-11-08T22:50:11,239 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T22:50:11,239 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:11,239 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,239 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,241 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:11,244 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T22:50:11,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,245 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:11,245 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:11,247 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T22:50:11,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:11,248 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:11,251 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T22:50:11,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,252 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:11,252 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T22:50:11,254 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T22:50:11,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,255 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:11,256 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,257 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,257 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,259 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,259 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,260 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T22:50:11,262 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T22:50:11,265 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T22:50:11,266 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62357953, jitterRate=-0.07079409062862396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T22:50:11,267 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731106211239Initializing all the Stores at 1731106211241 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106211241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106211241Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106211241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106211241Cleaning up temporary data from old regions at 1731106211259 (+18 ms)Region opened successfully at 1731106211267 (+8 ms)
2024-11-08T22:50:11,268 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T22:50:11,273 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27533733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:11,274 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T22:50:11,274 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T22:50:11,274 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T22:50:11,275 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T22:50:11,275 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T22:50:11,276 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-08T22:50:11,276 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T22:50:11,280 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T22:50:11,282 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-08T22:50:11,293 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-08T22:50:11,294 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T22:50:11,295 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-08T22:50:11,304 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-08T22:50:11,304 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T22:50:11,309 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-08T22:50:11,319 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-08T22:50:11,332 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-08T22:50:11,346 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-08T22:50:11,353 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T22:50:11,361 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,373 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff635fa717b5,38927,1731106210820, sessionid=0x1011ca47f910000, setting cluster-up flag (Was=false)
2024-11-08T22:50:11,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,424 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-08T22:50:11,426 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38927,1731106210820
2024-11-08T22:50:11,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:11,477 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-08T22:50:11,478 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff635fa717b5,38927,1731106210820
2024-11-08T22:50:11,480 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T22:50:11,482 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:11,483 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T22:50:11,483 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T22:50:11,483 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff635fa717b5,38927,1731106210820
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T22:50:11,484 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff635fa717b5:0, corePoolSize=5, maxPoolSize=5
2024-11-08T22:50:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff635fa717b5:0, corePoolSize=10, maxPoolSize=10
2024-11-08T22:50:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:11,485 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731106241486
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T22:50:11,486 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,487 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T22:50:11,487 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T22:50:11,487 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T22:50:11,487 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T22:50:11,487 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T22:50:11,488 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106211487,5,FailOnTimeoutGroup]
2024-11-08T22:50:11,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:11,488 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T22:50:11,488 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106211488,5,FailOnTimeoutGroup]
2024-11-08T22:50:11,488 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,488 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T22:50:11,489 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,489 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,489 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T22:50:11,496 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(746): ClusterId : 30f0f9b6-9c35-47be-ba10-866edf407b9d
2024-11-08T22:50:11,496 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(746): ClusterId : 30f0f9b6-9c35-47be-ba10-866edf407b9d
2024-11-08T22:50:11,496 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(746): ClusterId : 30f0f9b6-9c35-47be-ba10-866edf407b9d
2024-11-08T22:50:11,496 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T22:50:11,496 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T22:50:11,496 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T22:50:11,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741831_1007 (size=1321)
2024-11-08T22:50:11,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741831_1007 (size=1321)
2024-11-08T22:50:11,500 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T22:50:11,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741831_1007 (size=1321)
2024-11-08T22:50:11,500 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b
2024-11-08T22:50:11,510 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T22:50:11,510 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T22:50:11,510 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T22:50:11,510 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T22:50:11,510 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T22:50:11,510 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T22:50:11,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741832_1008 (size=32)
2024-11-08T22:50:11,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741832_1008 (size=32)
2024-11-08T22:50:11,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741832_1008 (size=32)
2024-11-08T22:50:11,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:11,516 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T22:50:11,517 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T22:50:11,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:11,518 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T22:50:11,520 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T22:50:11,520 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T22:50:11,520 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T22:50:11,520 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T22:50:11,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,521 DEBUG [RS:2;ff635fa717b5:39727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c828899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:11,521 DEBUG [RS:1;ff635fa717b5:39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4b23cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:11,521 DEBUG [RS:0;ff635fa717b5:38545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52df9b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff635fa717b5/172.17.0.3:0
2024-11-08T22:50:11,521 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:11,521 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T22:50:11,523 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T22:50:11,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:11,524 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T22:50:11,528 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T22:50:11,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:11,529 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:11,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T22:50:11,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740
2024-11-08T22:50:11,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740
2024-11-08T22:50:11,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T22:50:11,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T22:50:11,535 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;ff635fa717b5:39873
2024-11-08T22:50:11,535 DEBUG [RS:0;ff635fa717b5:38545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff635fa717b5:38545
2024-11-08T22:50:11,535 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T22:50:11,535 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T22:50:11,535 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T22:50:11,535 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T22:50:11,535 DEBUG [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T22:50:11,535 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T22:50:11,535 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T22:50:11,536 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,38927,1731106210820 with port=38545, startcode=1731106210994
2024-11-08T22:50:11,536 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,38927,1731106210820 with port=39873, startcode=1731106211038
2024-11-08T22:50:11,536 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;ff635fa717b5:39727
2024-11-08T22:50:11,536 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T22:50:11,536 DEBUG [RS:0;ff635fa717b5:38545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T22:50:11,536 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T22:50:11,536 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T22:50:11,536 DEBUG [RS:1;ff635fa717b5:39873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T22:50:11,537 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff635fa717b5,38927,1731106210820 with port=39727, startcode=1731106211073
2024-11-08T22:50:11,537 DEBUG [RS:2;ff635fa717b5:39727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T22:50:11,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T22:50:11,540 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T22:50:11,540 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T22:50:11,541 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,39873,1731106211038
2024-11-08T22:50:11,541 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38927 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,39873,1731106211038
2024-11-08T22:50:11,542 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T22:50:11,543 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T22:50:11,543 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,39727,1731106211073
2024-11-08T22:50:11,543 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38927 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,39727,1731106211073
2024-11-08T22:50:11,543 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70234581, jitterRate=0.046576812863349915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T22:50:11,543 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b
2024-11-08T22:50:11,543 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481
2024-11-08T22:50:11,543 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T22:50:11,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731106211514Initializing all the Stores at 1731106211515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106211515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106211515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106211515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106211515Cleaning up temporary data from old regions at 1731106211534 (+19 ms)Region opened successfully at 1731106211544 (+10 ms)
2024-11-08T22:50:11,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T22:50:11,544 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T22:50:11,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T22:50:11,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T22:50:11,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T22:50:11,545 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T22:50:11,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731106211544Disabling compacts and flushes for region at 1731106211544Disabling writes for close at 1731106211545 (+1 ms)Writing region close event to WAL at 1731106211545Closed at 1731106211545
2024-11-08T22:50:11,545 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff635fa717b5,38545,1731106210994
2024-11-08T22:50:11,546 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38927 {}] master.ServerManager(517): Registering regionserver=ff635fa717b5,38545,1731106210994
2024-11-08T22:50:11,546 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b
2024-11-08T22:50:11,546 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481
2024-11-08T22:50:11,546 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T22:50:11,547 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:11,547 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T22:50:11,548 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T22:50:11,548 DEBUG [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b
2024-11-08T22:50:11,548 DEBUG [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40481
2024-11-08T22:50:11,548 DEBUG [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T22:50:11,550 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T22:50:11,552 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T22:50:11,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:11,594 DEBUG [RS:1;ff635fa717b5:39873 {}] zookeeper.ZKUtil(111): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,39873,1731106211038
2024-11-08T22:50:11,594 WARN  [RS:1;ff635fa717b5:39873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:11,594 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,39873,1731106211038]
2024-11-08T22:50:11,594 INFO  [RS:1;ff635fa717b5:39873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T22:50:11,594 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,38545,1731106210994]
2024-11-08T22:50:11,594 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff635fa717b5,39727,1731106211073]
2024-11-08T22:50:11,594 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39873,1731106211038
2024-11-08T22:50:11,595 DEBUG [RS:2;ff635fa717b5:39727 {}] zookeeper.ZKUtil(111): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,39727,1731106211073
2024-11-08T22:50:11,595 DEBUG [RS:0;ff635fa717b5:38545 {}] zookeeper.ZKUtil(111): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ff635fa717b5,38545,1731106210994
2024-11-08T22:50:11,596 WARN  [RS:2;ff635fa717b5:39727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:11,596 WARN  [RS:0;ff635fa717b5:38545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T22:50:11,596 INFO  [RS:2;ff635fa717b5:39727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T22:50:11,596 INFO  [RS:0;ff635fa717b5:38545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T22:50:11,596 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39727,1731106211073
2024-11-08T22:50:11,596 DEBUG [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,38545,1731106210994
2024-11-08T22:50:11,599 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T22:50:11,602 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T22:50:11,602 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T22:50:11,603 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T22:50:11,605 INFO  [RS:1;ff635fa717b5:39873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T22:50:11,605 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,606 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T22:50:11,607 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T22:50:11,607 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T22:50:11,607 INFO  [RS:2;ff635fa717b5:39727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T22:50:11,607 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,607 INFO  [RS:0;ff635fa717b5:38545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T22:50:11,607 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,607 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T22:50:11,608 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T22:50:11,608 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T22:50:11,608 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,608 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T22:50:11,608 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,608 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,608 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,608 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,608 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,608 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,608 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:11,609 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:11,609 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:1;ff635fa717b5:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:11,609 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:11,609 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,609 DEBUG [RS:2;ff635fa717b5:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:11,609 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff635fa717b5:0, corePoolSize=2, maxPoolSize=2
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff635fa717b5:0, corePoolSize=1, maxPoolSize=1
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:11,610 DEBUG [RS:0;ff635fa717b5:38545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0, corePoolSize=3, maxPoolSize=3
2024-11-08T22:50:11,628 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,628 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,628 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,628 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,628 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,629 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39873,1731106211038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39727,1731106211073-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,630 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38545,1731106210994-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:11,644 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T22:50:11,644 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39727,1731106211073-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,644 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,644 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.Replication(171): ff635fa717b5,39727,1731106211073 started
2024-11-08T22:50:11,650 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T22:50:11,650 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,39873,1731106211038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,651 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,651 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.Replication(171): ff635fa717b5,39873,1731106211038 started
2024-11-08T22:50:11,651 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T22:50:11,651 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38545,1731106210994-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,651 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,651 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.Replication(171): ff635fa717b5,38545,1731106210994 started
2024-11-08T22:50:11,658 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,658 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,39727,1731106211073, RpcServer on ff635fa717b5/172.17.0.3:39727, sessionid=0x1011ca47f910003
2024-11-08T22:50:11,659 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T22:50:11,659 DEBUG [RS:2;ff635fa717b5:39727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,39727,1731106211073
2024-11-08T22:50:11,659 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39727,1731106211073'
2024-11-08T22:50:11,659 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T22:50:11,660 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T22:50:11,660 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T22:50:11,660 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T22:50:11,660 DEBUG [RS:2;ff635fa717b5:39727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,39727,1731106211073
2024-11-08T22:50:11,660 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39727,1731106211073'
2024-11-08T22:50:11,660 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T22:50:11,661 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T22:50:11,661 DEBUG [RS:2;ff635fa717b5:39727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T22:50:11,661 INFO  [RS:2;ff635fa717b5:39727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T22:50:11,661 INFO  [RS:2;ff635fa717b5:39727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T22:50:11,671 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,671 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:11,671 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,39873,1731106211038, RpcServer on ff635fa717b5/172.17.0.3:39873, sessionid=0x1011ca47f910002
2024-11-08T22:50:11,671 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(1482): Serving as ff635fa717b5,38545,1731106210994, RpcServer on ff635fa717b5/172.17.0.3:38545, sessionid=0x1011ca47f910001
2024-11-08T22:50:11,671 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T22:50:11,671 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T22:50:11,671 DEBUG [RS:0;ff635fa717b5:38545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,38545,1731106210994
2024-11-08T22:50:11,671 DEBUG [RS:1;ff635fa717b5:39873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff635fa717b5,39873,1731106211038
2024-11-08T22:50:11,671 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38545,1731106210994'
2024-11-08T22:50:11,671 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39873,1731106211038'
2024-11-08T22:50:11,671 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T22:50:11,671 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T22:50:11,672 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T22:50:11,672 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T22:50:11,672 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T22:50:11,672 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T22:50:11,672 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T22:50:11,672 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T22:50:11,672 DEBUG [RS:1;ff635fa717b5:39873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,39873,1731106211038
2024-11-08T22:50:11,672 DEBUG [RS:0;ff635fa717b5:38545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff635fa717b5,38545,1731106210994
2024-11-08T22:50:11,672 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,39873,1731106211038'
2024-11-08T22:50:11,672 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff635fa717b5,38545,1731106210994'
2024-11-08T22:50:11,672 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T22:50:11,672 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T22:50:11,673 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T22:50:11,673 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T22:50:11,673 DEBUG [RS:1;ff635fa717b5:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T22:50:11,673 DEBUG [RS:0;ff635fa717b5:38545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T22:50:11,673 INFO  [RS:1;ff635fa717b5:39873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T22:50:11,673 INFO  [RS:0;ff635fa717b5:38545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T22:50:11,673 INFO  [RS:1;ff635fa717b5:39873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T22:50:11,673 INFO  [RS:0;ff635fa717b5:38545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T22:50:11,702 WARN  [ff635fa717b5:38927 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T22:50:11,764 INFO  [RS:2;ff635fa717b5:39727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C39727%2C1731106211073, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39727,1731106211073, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs, maxLogs=32
2024-11-08T22:50:11,766 INFO  [RS:2;ff635fa717b5:39727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor ff635fa717b5%2C39727%2C1731106211073.1731106211766
2024-11-08T22:50:11,776 INFO  [RS:1;ff635fa717b5:39873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C39873%2C1731106211038, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39873,1731106211038, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs, maxLogs=32
2024-11-08T22:50:11,776 INFO  [RS:0;ff635fa717b5:38545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C38545%2C1731106210994, suffix=, logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,38545,1731106210994, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs, maxLogs=32
2024-11-08T22:50:11,779 INFO  [RS:1;ff635fa717b5:39873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor ff635fa717b5%2C39873%2C1731106211038.1731106211779
2024-11-08T22:50:11,779 INFO  [RS:0;ff635fa717b5:38545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor ff635fa717b5%2C38545%2C1731106210994.1731106211779
2024-11-08T22:50:11,785 INFO  [RS:2;ff635fa717b5:39727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39727,1731106211073/ff635fa717b5%2C39727%2C1731106211073.1731106211766
2024-11-08T22:50:11,787 DEBUG [RS:2;ff635fa717b5:39727 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:39181:39181),(127.0.0.1/127.0.0.1:42049:42049)]
2024-11-08T22:50:11,791 INFO  [RS:1;ff635fa717b5:39873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39873,1731106211038/ff635fa717b5%2C39873%2C1731106211038.1731106211779
2024-11-08T22:50:11,792 INFO  [RS:0;ff635fa717b5:38545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,38545,1731106210994/ff635fa717b5%2C38545%2C1731106210994.1731106211779
2024-11-08T22:50:11,792 DEBUG [RS:1;ff635fa717b5:39873 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049),(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:39181:39181)]
2024-11-08T22:50:11,793 DEBUG [RS:0;ff635fa717b5:38545 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049),(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:39181:39181)]
2024-11-08T22:50:11,952 DEBUG [ff635fa717b5:38927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-08T22:50:11,953 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0}
2024-11-08T22:50:11,955 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T22:50:11,955 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T22:50:11,955 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T22:50:11,955 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T22:50:11,955 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T22:50:11,955 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T22:50:11,955 INFO  [ff635fa717b5:38927 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T22:50:11,955 INFO  [ff635fa717b5:38927 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T22:50:11,955 INFO  [ff635fa717b5:38927 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T22:50:11,955 DEBUG [ff635fa717b5:38927 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T22:50:11,956 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff635fa717b5,39727,1731106211073
2024-11-08T22:50:11,958 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39727,1731106211073, state=OPENING
2024-11-08T22:50:12,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T22:50:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:12,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T22:50:12,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,105 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39727,1731106211073}]
2024-11-08T22:50:12,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,260 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T22:50:12,262 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T22:50:12,266 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T22:50:12,267 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-08T22:50:12,269 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff635fa717b5%2C39727%2C1731106211073.meta, suffix=.meta, logDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39727,1731106211073, archiveDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs, maxLogs=32
2024-11-08T22:50:12,270 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor ff635fa717b5%2C39727%2C1731106211073.meta.1731106212269.meta
2024-11-08T22:50:12,286 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/WALs/ff635fa717b5,39727,1731106211073/ff635fa717b5%2C39727%2C1731106211073.meta.1731106212269.meta
2024-11-08T22:50:12,287 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42049:42049),(127.0.0.1/127.0.0.1:42671:42671),(127.0.0.1/127.0.0.1:39181:39181)]
2024-11-08T22:50:12,288 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T22:50:12,289 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T22:50:12,289 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T22:50:12,289 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T22:50:12,289 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T22:50:12,289 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:12,289 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T22:50:12,289 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T22:50:12,291 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T22:50:12,292 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T22:50:12,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:12,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:12,292 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T22:50:12,294 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T22:50:12,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:12,294 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:12,294 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T22:50:12,295 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T22:50:12,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:12,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:12,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T22:50:12,297 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T22:50:12,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:12,297 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T22:50:12,297 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T22:50:12,298 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740
2024-11-08T22:50:12,299 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740
2024-11-08T22:50:12,301 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T22:50:12,301 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T22:50:12,302 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T22:50:12,304 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T22:50:12,306 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61191839, jitterRate=-0.08817054331302643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T22:50:12,306 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T22:50:12,307 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731106212289Writing region info on filesystem at 1731106212289Initializing all the Stores at 1731106212290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106212290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106212290Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106212290Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731106212290Cleaning up temporary data from old regions at 1731106212301 (+11 ms)Running coprocessor post-open hooks at 1731106212306 (+5 ms)Region opened successfully at 1731106212307 (+1 ms)
2024-11-08T22:50:12,309 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731106212260
2024-11-08T22:50:12,312 DEBUG [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T22:50:12,312 INFO  [RS_OPEN_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T22:50:12,313 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39727,1731106211073
2024-11-08T22:50:12,314 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff635fa717b5,39727,1731106211073, state=OPEN
2024-11-08T22:50:12,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:12,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:12,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:12,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T22:50:12,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T22:50:12,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff635fa717b5,39727,1731106211073
2024-11-08T22:50:12,346 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T22:50:12,346 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff635fa717b5,39727,1731106211073 in 236 msec
2024-11-08T22:50:12,351 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T22:50:12,351 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec
2024-11-08T22:50:12,352 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T22:50:12,352 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T22:50:12,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T22:50:12,354 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39727,1731106211073, seqNum=-1]
2024-11-08T22:50:12,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T22:50:12,356 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T22:50:12,368 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 883 msec
2024-11-08T22:50:12,368 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731106212368, completionTime=-1
2024-11-08T22:50:12,368 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-08T22:50:12,368 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T22:50:12,372 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-08T22:50:12,372 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731106272372
2024-11-08T22:50:12,373 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731106332373
2024-11-08T22:50:12,373 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec
2024-11-08T22:50:12,373 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38927,1731106210820-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:12,373 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38927,1731106210820-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:12,373 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38927,1731106210820-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:12,374 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff635fa717b5:38927, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:12,374 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:12,374 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:12,378 DEBUG [master/ff635fa717b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.247sec
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38927,1731106210820-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T22:50:12,382 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38927,1731106210820-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T22:50:12,385 DEBUG [master/ff635fa717b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T22:50:12,385 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T22:50:12,385 INFO  [master/ff635fa717b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff635fa717b5,38927,1731106210820-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T22:50:12,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7b40a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T22:50:12,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff635fa717b5,38927,-1 for getting cluster id
2024-11-08T22:50:12,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T22:50:12,398 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f0f9b6-9c35-47be-ba10-866edf407b9d'
2024-11-08T22:50:12,398 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T22:50:12,398 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f0f9b6-9c35-47be-ba10-866edf407b9d"

2024-11-08T22:50:12,399 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a486307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T22:50:12,399 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff635fa717b5,38927,-1]
2024-11-08T22:50:12,399 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T22:50:12,400 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:12,401 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T22:50:12,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbd659a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T22:50:12,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T22:50:12,405 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff635fa717b5,39727,1731106211073, seqNum=-1]
2024-11-08T22:50:12,406 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T22:50:12,408 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T22:50:12,411 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff635fa717b5,38927,1731106210820
2024-11-08T22:50:12,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T22:50:12,413 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff635fa717b5,38927,1731106210820
2024-11-08T22:50:12,414 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@420d1142
2024-11-08T22:50:12,414 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T22:50:12,418 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T22:50:12,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T22:50:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-08T22:50:12,423 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T22:50:12,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:12,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-08T22:50:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:12,426 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T22:50:12,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741837_1013 (size=392)
2024-11-08T22:50:12,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741837_1013 (size=392)
2024-11-08T22:50:12,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741837_1013 (size=392)
2024-11-08T22:50:12,444 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3139877939894ead54534fda374c54c8, NAME => 'TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b
2024-11-08T22:50:12,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741838_1014 (size=51)
2024-11-08T22:50:12,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741838_1014 (size=51)
2024-11-08T22:50:12,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741838_1014 (size=51)
2024-11-08T22:50:12,454 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:12,454 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 3139877939894ead54534fda374c54c8, disabling compactions & flushes
2024-11-08T22:50:12,454 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:12,455 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:12,455 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8. after waiting 0 ms
2024-11-08T22:50:12,455 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:12,455 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:12,455 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3139877939894ead54534fda374c54c8:
Waiting for close lock at 1731106212454Disabling compacts and flushes for region at 1731106212454Disabling writes for close at 1731106212455 (+1 ms)Writing region close event to WAL at 1731106212455Closed at 1731106212455
2024-11-08T22:50:12,456 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T22:50:12,457 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731106212456"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731106212456"}]},"ts":"1731106212456"}
2024-11-08T22:50:12,460 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T22:50:12,462 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T22:50:12,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106212462"}]},"ts":"1731106212462"}
2024-11-08T22:50:12,465 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-08T22:50:12,465 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {ff635fa717b5=0} racks are {/default-rack=0}
2024-11-08T22:50:12,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T22:50:12,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T22:50:12,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T22:50:12,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T22:50:12,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T22:50:12,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T22:50:12,466 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T22:50:12,466 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T22:50:12,466 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T22:50:12,466 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T22:50:12,466 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3139877939894ead54534fda374c54c8, ASSIGN}]
2024-11-08T22:50:12,469 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3139877939894ead54534fda374c54c8, ASSIGN
2024-11-08T22:50:12,470 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3139877939894ead54534fda374c54c8, ASSIGN; state=OFFLINE, location=ff635fa717b5,39873,1731106211038; forceNewPlan=false, retain=false
2024-11-08T22:50:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:12,621 INFO  [ff635fa717b5:38927 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-08T22:50:12,621 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3139877939894ead54534fda374c54c8, regionState=OPENING, regionLocation=ff635fa717b5,39873,1731106211038
2024-11-08T22:50:12,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3139877939894ead54534fda374c54c8, ASSIGN because future has completed
2024-11-08T22:50:12,625 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3139877939894ead54534fda374c54c8, server=ff635fa717b5,39873,1731106211038}]
2024-11-08T22:50:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:12,779 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T22:50:12,781 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T22:50:12,786 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:12,786 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3139877939894ead54534fda374c54c8, NAME => 'TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.', STARTKEY => '', ENDKEY => ''}
2024-11-08T22:50:12,786 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,786 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T22:50:12,786 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,786 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,788 INFO  [StoreOpener-3139877939894ead54534fda374c54c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3139877939894ead54534fda374c54c8 
2024-11-08T22:50:12,790 INFO  [StoreOpener-3139877939894ead54534fda374c54c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3139877939894ead54534fda374c54c8 columnFamilyName cf
2024-11-08T22:50:12,790 DEBUG [StoreOpener-3139877939894ead54534fda374c54c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T22:50:12,791 INFO  [StoreOpener-3139877939894ead54534fda374c54c8-1 {}] regionserver.HStore(327): Store=3139877939894ead54534fda374c54c8/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T22:50:12,791 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,792 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,793 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,793 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,793 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,795 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,798 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T22:50:12,798 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3139877939894ead54534fda374c54c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75125496, jitterRate=0.11945712566375732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-08T22:50:12,798 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:12,799 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3139877939894ead54534fda374c54c8:
Running coprocessor pre-open hook at 1731106212786Writing region info on filesystem at 1731106212786Initializing all the Stores at 1731106212788 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731106212788Cleaning up temporary data from old regions at 1731106212793 (+5 ms)Running coprocessor post-open hooks at 1731106212798 (+5 ms)Region opened successfully at 1731106212799 (+1 ms)
2024-11-08T22:50:12,801 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8., pid=6, masterSystemTime=1731106212779
2024-11-08T22:50:12,805 DEBUG [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:12,805 INFO  [RS_OPEN_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:12,806 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3139877939894ead54534fda374c54c8, regionState=OPEN, openSeqNum=2, regionLocation=ff635fa717b5,39873,1731106211038
2024-11-08T22:50:12,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3139877939894ead54534fda374c54c8, server=ff635fa717b5,39873,1731106211038 because future has completed
2024-11-08T22:50:12,818 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T22:50:12,818 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3139877939894ead54534fda374c54c8, server=ff635fa717b5,39873,1731106211038 in 187 msec
2024-11-08T22:50:12,824 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T22:50:12,824 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3139877939894ead54534fda374c54c8, ASSIGN in 352 msec
2024-11-08T22:50:12,826 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T22:50:12,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731106212826"}]},"ts":"1731106212826"}
2024-11-08T22:50:12,829 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-08T22:50:12,832 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T22:50:12,836 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 413 msec
2024-11-08T22:50:13,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T22:50:13,053 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T22:50:13,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-08T22:50:13,054 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T22:50:13,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-08T22:50:13,057 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T22:50:13,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-08T22:50:13,061 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8., hostname=ff635fa717b5,39873,1731106211038, seqNum=2]
2024-11-08T22:50:13,061 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T22:50:13,064 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T22:50:13,067 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-08T22:50:13,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-08T22:50:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T22:50:13,071 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-08T22:50:13,073 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T22:50:13,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T22:50:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T22:50:13,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T22:50:13,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:13,229 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3139877939894ead54534fda374c54c8 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-08T22:50:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8/.tmp/cf/ff4c6d2776dd487d8c4390c0ada0f624 is 36, key is row/cf:cq/1731106213064/Put/seqid=0
2024-11-08T22:50:13,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741839_1015 (size=4787)
2024-11-08T22:50:13,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741839_1015 (size=4787)
2024-11-08T22:50:13,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741839_1015 (size=4787)
2024-11-08T22:50:13,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8/.tmp/cf/ff4c6d2776dd487d8c4390c0ada0f624
2024-11-08T22:50:13,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8/.tmp/cf/ff4c6d2776dd487d8c4390c0ada0f624 as hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8/cf/ff4c6d2776dd487d8c4390c0ada0f624
2024-11-08T22:50:13,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8/cf/ff4c6d2776dd487d8c4390c0ada0f624, entries=1, sequenceid=5, filesize=4.7 K
2024-11-08T22:50:13,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 3139877939894ead54534fda374c54c8 in 52ms, sequenceid=5, compaction requested=false
2024-11-08T22:50:13,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3139877939894ead54534fda374c54c8:

2024-11-08T22:50:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:13,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ff635fa717b5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T22:50:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T22:50:13,288 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-08T22:50:13,288 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 211 msec
2024-11-08T22:50:13,291 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 221 msec
2024-11-08T22:50:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T22:50:13,393 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-08T22:50:13,398 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T22:50:13,398 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T22:50:13,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:13,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,399 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T22:50:13,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T22:50:13,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1692004517, stopped=false
2024-11-08T22:50:13,399 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff635fa717b5,38927,1731106210820
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:13,434 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:13,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:13,435 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T22:50:13,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:13,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,435 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,38545,1731106210994' *****
2024-11-08T22:50:13,436 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T22:50:13,436 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,39873,1731106211038' *****
2024-11-08T22:50:13,436 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T22:50:13,436 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff635fa717b5,39727,1731106211073' *****
2024-11-08T22:50:13,436 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T22:50:13,436 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T22:50:13,436 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T22:50:13,436 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T22:50:13,437 INFO  [RS:1;ff635fa717b5:39873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T22:50:13,437 INFO  [RS:1;ff635fa717b5:39873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T22:50:13,437 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(3091): Received CLOSE for 3139877939894ead54534fda374c54c8
2024-11-08T22:50:13,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:13,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:13,437 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T22:50:13,437 INFO  [RS:0;ff635fa717b5:38545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T22:50:13,437 INFO  [RS:0;ff635fa717b5:38545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T22:50:13,437 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,38545,1731106210994
2024-11-08T22:50:13,437 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:13,437 INFO  [RS:0;ff635fa717b5:38545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff635fa717b5:38545.
2024-11-08T22:50:13,437 DEBUG [RS:0;ff635fa717b5:38545 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:13,438 DEBUG [RS:0;ff635fa717b5:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,438 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,38545,1731106210994; all regions closed.
2024-11-08T22:50:13,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:13,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T22:50:13,438 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T22:50:13,438 INFO  [RS:2;ff635fa717b5:39727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T22:50:13,438 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,39727,1731106211073
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;ff635fa717b5:39727.
2024-11-08T22:50:13,439 DEBUG [RS:2;ff635fa717b5:39727 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:13,439 DEBUG [RS:2;ff635fa717b5:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T22:50:13,439 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(959): stopping server ff635fa717b5,39873,1731106211038
2024-11-08T22:50:13,439 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:13,439 INFO  [RS:1;ff635fa717b5:39873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;ff635fa717b5:39873.
2024-11-08T22:50:13,439 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T22:50:13,440 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T22:50:13,440 DEBUG [RS:1;ff635fa717b5:39873 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T22:50:13,440 DEBUG [RS:1;ff635fa717b5:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,440 DEBUG [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T22:50:13,440 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T22:50:13,440 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1325): Online Regions={3139877939894ead54534fda374c54c8=TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.}
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3139877939894ead54534fda374c54c8, disabling compactions & flushes
2024-11-08T22:50:13,440 DEBUG [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1351): Waiting on 3139877939894ead54534fda374c54c8
2024-11-08T22:50:13,440 INFO  [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:13,440 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8. after waiting 0 ms
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:13,440 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T22:50:13,440 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-08T22:50:13,441 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,441 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,441 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,441 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,441 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741834_1010 (size=93)
2024-11-08T22:50:13,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741834_1010 (size=93)
2024-11-08T22:50:13,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741834_1010 (size=93)
2024-11-08T22:50:13,448 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/default/TestHBaseWalOnEC/3139877939894ead54534fda374c54c8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T22:50:13,450 INFO  [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:13,450 DEBUG [RS:0;ff635fa717b5:38545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs
2024-11-08T22:50:13,450 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3139877939894ead54534fda374c54c8:
Waiting for close lock at 1731106213440Running coprocessor pre-close hooks at 1731106213440Disabling compacts and flushes for region at 1731106213440Disabling writes for close at 1731106213440Writing region close event to WAL at 1731106213442 (+2 ms)Running coprocessor post-close hooks at 1731106213449 (+7 ms)Closed at 1731106213450 (+1 ms)
2024-11-08T22:50:13,450 INFO  [RS:0;ff635fa717b5:38545 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog ff635fa717b5%2C38545%2C1731106210994:(num 1731106211779)
2024-11-08T22:50:13,450 DEBUG [RS:0;ff635fa717b5:38545 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,450 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:13,450 DEBUG [RS_CLOSE_REGION-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8.
2024-11-08T22:50:13,450 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:13,450 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:13,450 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T22:50:13,450 INFO  [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:13,450 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T22:50:13,451 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T22:50:13,451 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:13,451 INFO  [RS:0;ff635fa717b5:38545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38545
2024-11-08T22:50:13,464 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/info/290fabc5b5604e2db9ab804a7d254c00 is 153, key is TestHBaseWalOnEC,,1731106212418.3139877939894ead54534fda374c54c8./info:regioninfo/1731106212806/Put/seqid=0
2024-11-08T22:50:13,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741840_1016 (size=6637)
2024-11-08T22:50:13,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741840_1016 (size=6637)
2024-11-08T22:50:13,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741840_1016 (size=6637)
2024-11-08T22:50:13,472 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/info/290fabc5b5604e2db9ab804a7d254c00
2024-11-08T22:50:13,524 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:13,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:13,526 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/ns/96452526e85c4609a426c588d74f07ba is 43, key is default/ns:d/1731106212356/Put/seqid=0
2024-11-08T22:50:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,38545,1731106210994
2024-11-08T22:50:13,531 WARN  [IPC Server handler 4 on default port 40481 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-08T22:50:13,531 WARN  [IPC Server handler 4 on default port 40481 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-08T22:50:13,531 WARN  [IPC Server handler 4 on default port 40481 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-08T22:50:13,532 INFO  [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:13,532 INFO  [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:13,534 INFO  [regionserver/ff635fa717b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:13,535 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,38545,1731106210994]
2024-11-08T22:50:13,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741841_1017 (size=5153)
2024-11-08T22:50:13,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741841_1017 (size=5153)
2024-11-08T22:50:13,537 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/ns/96452526e85c4609a426c588d74f07ba
2024-11-08T22:50:13,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,38545,1731106210994 already deleted, retry=false
2024-11-08T22:50:13,545 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,38545,1731106210994 expired; onlineServers=2
2024-11-08T22:50:13,570 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/table/48e15bb9a5e047a7bad01ede96a80a84 is 52, key is TestHBaseWalOnEC/table:state/1731106212826/Put/seqid=0
2024-11-08T22:50:13,571 WARN  [IPC Server handler 0 on default port 40481 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-08T22:50:13,572 WARN  [IPC Server handler 0 on default port 40481 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-08T22:50:13,572 WARN  [IPC Server handler 0 on default port 40481 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-08T22:50:13,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741842_1018 (size=5249)
2024-11-08T22:50:13,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741842_1018 (size=5249)
2024-11-08T22:50:13,582 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/table/48e15bb9a5e047a7bad01ede96a80a84
2024-11-08T22:50:13,590 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/info/290fabc5b5604e2db9ab804a7d254c00 as hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/info/290fabc5b5604e2db9ab804a7d254c00
2024-11-08T22:50:13,600 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/info/290fabc5b5604e2db9ab804a7d254c00, entries=10, sequenceid=11, filesize=6.5 K
2024-11-08T22:50:13,601 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/ns/96452526e85c4609a426c588d74f07ba as hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/ns/96452526e85c4609a426c588d74f07ba
2024-11-08T22:50:13,610 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/ns/96452526e85c4609a426c588d74f07ba, entries=2, sequenceid=11, filesize=5.0 K
2024-11-08T22:50:13,611 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/.tmp/table/48e15bb9a5e047a7bad01ede96a80a84 as hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/table/48e15bb9a5e047a7bad01ede96a80a84
2024-11-08T22:50:13,619 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/table/48e15bb9a5e047a7bad01ede96a80a84, entries=2, sequenceid=11, filesize=5.1 K
2024-11-08T22:50:13,620 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=11, compaction requested=false
2024-11-08T22:50:13,625 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-08T22:50:13,626 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T22:50:13,626 INFO  [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T22:50:13,626 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731106213440Running coprocessor pre-close hooks at 1731106213440Disabling compacts and flushes for region at 1731106213440Disabling writes for close at 1731106213440Obtaining lock to block concurrent updates at 1731106213440Preparing flush snapshotting stores in 1588230740 at 1731106213440Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731106213441 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731106213443 (+2 ms)Flushing 1588230740/info: creating writer at 1731106213443Flushing 1588230740/info: appending metadata at 1731106213464 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731106213464Flushing 1588230740/ns: creating writer at 1731106213479 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731106213526 (+47 ms)Flushing 1588230740/ns: closing flushed file at 1731106213526Flushing 1588230740/table: creating writer at 1731106213549 (+23 ms)Flushing 1588230740/table: appending metadata at 1731106213569 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731106213569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2154f8ae: reopening flushed file at 1731106213589 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8759a8: reopening flushed file at 1731106213600 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da23542: reopening flushed file at 1731106213610 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=11, compaction requested=false at 1731106213620 (+10 ms)Writing region close event to WAL at 1731106213621 (+1 ms)Running coprocessor post-close hooks at 1731106213626 (+5 ms)Closed at 1731106213626
2024-11-08T22:50:13,626 DEBUG [RS_CLOSE_META-regionserver/ff635fa717b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T22:50:13,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:13,635 INFO  [RS:0;ff635fa717b5:38545 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:13,635 INFO  [RS:0;ff635fa717b5:38545 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,38545,1731106210994; zookeeper connection closed.
2024-11-08T22:50:13,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38545-0x1011ca47f910001, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:13,636 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@763b099c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@763b099c
2024-11-08T22:50:13,640 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,39727,1731106211073; all regions closed.
2024-11-08T22:50:13,640 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(976): stopping server ff635fa717b5,39873,1731106211038; all regions closed.
2024-11-08T22:50:13,640 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,640 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,640 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,640 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,640 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,641 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,641 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,641 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,641 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,641 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741835_1011 (size=1298)
2024-11-08T22:50:13,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741835_1011 (size=1298)
2024-11-08T22:50:13,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741835_1011 (size=1298)
2024-11-08T22:50:13,647 DEBUG [RS:1;ff635fa717b5:39873 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs
2024-11-08T22:50:13,647 INFO  [RS:1;ff635fa717b5:39873 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog ff635fa717b5%2C39873%2C1731106211038:(num 1731106211779)
2024-11-08T22:50:13,648 DEBUG [RS:1;ff635fa717b5:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,648 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:13,648 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:13,648 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:13,648 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T22:50:13,648 INFO  [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:13,648 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T22:50:13,648 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T22:50:13,648 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:13,649 INFO  [RS:1;ff635fa717b5:39873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39873
2024-11-08T22:50:13,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741836_1012 (size=2751)
2024-11-08T22:50:13,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741836_1012 (size=2751)
2024-11-08T22:50:13,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741836_1012 (size=2751)
2024-11-08T22:50:13,655 DEBUG [RS:2;ff635fa717b5:39727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs
2024-11-08T22:50:13,655 INFO  [RS:2;ff635fa717b5:39727 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog ff635fa717b5%2C39727%2C1731106211073.meta:.meta(num 1731106212269)
2024-11-08T22:50:13,655 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,655 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,655 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,655 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,656 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:13,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741833_1009 (size=93)
2024-11-08T22:50:13,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741833_1009 (size=93)
2024-11-08T22:50:13,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741833_1009 (size=93)
2024-11-08T22:50:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,39873,1731106211038
2024-11-08T22:50:13,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:13,661 DEBUG [RS:2;ff635fa717b5:39727 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/oldWALs
2024-11-08T22:50:13,661 INFO  [RS:2;ff635fa717b5:39727 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog ff635fa717b5%2C39727%2C1731106211073:(num 1731106211766)
2024-11-08T22:50:13,661 DEBUG [RS:2;ff635fa717b5:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T22:50:13,661 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T22:50:13,662 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:13,662 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:13,662 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.ChoreService(370): Chore service for: regionserver/ff635fa717b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:13,662 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:13,662 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,39873,1731106211038]
2024-11-08T22:50:13,662 INFO  [RS:2;ff635fa717b5:39727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39727
2024-11-08T22:50:13,663 INFO  [regionserver/ff635fa717b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:13,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T22:50:13,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ff635fa717b5,39727,1731106211073
2024-11-08T22:50:13,672 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:13,672 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,39873,1731106211038 already deleted, retry=false
2024-11-08T22:50:13,672 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,39873,1731106211038 expired; onlineServers=1
2024-11-08T22:50:13,682 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff635fa717b5,39727,1731106211073]
2024-11-08T22:50:13,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ff635fa717b5,39727,1731106211073 already deleted, retry=false
2024-11-08T22:50:13,693 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff635fa717b5,39727,1731106211073 expired; onlineServers=0
2024-11-08T22:50:13,693 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff635fa717b5,38927,1731106210820' *****
2024-11-08T22:50:13,693 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T22:50:13,693 INFO  [M:0;ff635fa717b5:38927 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T22:50:13,693 INFO  [M:0;ff635fa717b5:38927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T22:50:13,694 DEBUG [M:0;ff635fa717b5:38927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T22:50:13,694 DEBUG [M:0;ff635fa717b5:38927 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T22:50:13,694 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T22:50:13,694 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106211487 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.large.0-1731106211487,5,FailOnTimeoutGroup]
2024-11-08T22:50:13,694 DEBUG [master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106211488 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff635fa717b5:0:becomeActiveMaster-HFileCleaner.small.0-1731106211488,5,FailOnTimeoutGroup]
2024-11-08T22:50:13,694 INFO  [M:0;ff635fa717b5:38927 {}] hbase.ChoreService(370): Chore service for: master/ff635fa717b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T22:50:13,694 INFO  [M:0;ff635fa717b5:38927 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T22:50:13,694 DEBUG [M:0;ff635fa717b5:38927 {}] master.HMaster(1795): Stopping service threads
2024-11-08T22:50:13,694 INFO  [M:0;ff635fa717b5:38927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T22:50:13,694 INFO  [M:0;ff635fa717b5:38927 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T22:50:13,694 INFO  [M:0;ff635fa717b5:38927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T22:50:13,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T22:50:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-08T22:50:13,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T22:50:13,703 DEBUG [M:0;ff635fa717b5:38927 {}] zookeeper.ZKUtil(347): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-08T22:50:13,704 WARN  [M:0;ff635fa717b5:38927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T22:50:13,704 INFO  [M:0;ff635fa717b5:38927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/.lastflushedseqids
2024-11-08T22:50:13,707 WARN  [IPC Server handler 2 on default port 40481 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-08T22:50:13,707 WARN  [IPC Server handler 2 on default port 40481 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-08T22:50:13,707 WARN  [IPC Server handler 2 on default port 40481 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-08T22:50:13,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741843_1019 (size=127)
2024-11-08T22:50:13,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741843_1019 (size=127)
2024-11-08T22:50:13,773 INFO  [RS:1;ff635fa717b5:39873 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:13,773 INFO  [RS:1;ff635fa717b5:39873 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,39873,1731106211038; zookeeper connection closed.
2024-11-08T22:50:13,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x1011ca47f910002, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:13,773 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75d9636f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75d9636f
2024-11-08T22:50:13,783 INFO  [RS:2;ff635fa717b5:39727 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:13,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:13,783 INFO  [RS:2;ff635fa717b5:39727 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff635fa717b5,39727,1731106211073; zookeeper connection closed.
2024-11-08T22:50:13,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x1011ca47f910003, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:13,783 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4505c69f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4505c69f
2024-11-08T22:50:13,784 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-08T22:50:14,113 INFO  [M:0;ff635fa717b5:38927 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T22:50:14,113 INFO  [M:0;ff635fa717b5:38927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T22:50:14,113 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T22:50:14,113 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:14,113 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:14,113 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T22:50:14,113 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:14,113 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB
2024-11-08T22:50:14,134 DEBUG [M:0;ff635fa717b5:38927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c87a53824c344317b9470eefb02aa298 is 82, key is hbase:meta,,1/info:regioninfo/1731106212313/Put/seqid=0
2024-11-08T22:50:14,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741844_1020 (size=5672)
2024-11-08T22:50:14,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741844_1020 (size=5672)
2024-11-08T22:50:14,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741844_1020 (size=5672)
2024-11-08T22:50:14,145 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c87a53824c344317b9470eefb02aa298
2024-11-08T22:50:14,168 DEBUG [M:0;ff635fa717b5:38927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630f44f780b847058eddda07d8f960f8 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731106212834/Put/seqid=0
2024-11-08T22:50:14,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741845_1021 (size=6441)
2024-11-08T22:50:14,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741845_1021 (size=6441)
2024-11-08T22:50:14,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741845_1021 (size=6441)
2024-11-08T22:50:14,181 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630f44f780b847058eddda07d8f960f8
2024-11-08T22:50:14,210 DEBUG [M:0;ff635fa717b5:38927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a02037e941346298b2265e9f57811e4 is 69, key is ff635fa717b5,38545,1731106210994/rs:state/1731106211546/Put/seqid=0
2024-11-08T22:50:14,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741846_1022 (size=5294)
2024-11-08T22:50:14,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741846_1022 (size=5294)
2024-11-08T22:50:14,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741846_1022 (size=5294)
2024-11-08T22:50:14,222 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a02037e941346298b2265e9f57811e4
2024-11-08T22:50:14,234 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c87a53824c344317b9470eefb02aa298 as hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c87a53824c344317b9470eefb02aa298
2024-11-08T22:50:14,251 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c87a53824c344317b9470eefb02aa298, entries=8, sequenceid=72, filesize=5.5 K
2024-11-08T22:50:14,253 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/630f44f780b847058eddda07d8f960f8 as hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/630f44f780b847058eddda07d8f960f8
2024-11-08T22:50:14,260 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/630f44f780b847058eddda07d8f960f8, entries=8, sequenceid=72, filesize=6.3 K
2024-11-08T22:50:14,261 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2a02037e941346298b2265e9f57811e4 as hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a02037e941346298b2265e9f57811e4
2024-11-08T22:50:14,274 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40481/user/jenkins/test-data/55e69d40-f84f-b7fd-1455-62adb12fec2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2a02037e941346298b2265e9f57811e4, entries=3, sequenceid=72, filesize=5.2 K
2024-11-08T22:50:14,276 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=72, compaction requested=false
2024-11-08T22:50:14,277 INFO  [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T22:50:14,277 DEBUG [M:0;ff635fa717b5:38927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731106214113Disabling compacts and flushes for region at 1731106214113Disabling writes for close at 1731106214113Obtaining lock to block concurrent updates at 1731106214113Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731106214113Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1731106214114 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731106214115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731106214115Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731106214134 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731106214134Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731106214151 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731106214167 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731106214167Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731106214189 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731106214210 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731106214210Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@768e9989: reopening flushed file at 1731106214233 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323df626: reopening flushed file at 1731106214252 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36befd39: reopening flushed file at 1731106214260 (+8 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 163ms, sequenceid=72, compaction requested=false at 1731106214276 (+16 ms)Writing region close event to WAL at 1731106214277 (+1 ms)Closed at 1731106214277
2024-11-08T22:50:14,278 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:14,278 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:14,278 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:14,278 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:14,278 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-08T22:50:14,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741830_1006 (size=32695)
2024-11-08T22:50:14,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741830_1006 (size=32695)
2024-11-08T22:50:14,281 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34287 is added to blk_1073741830_1006 (size=32695)
2024-11-08T22:50:14,282 INFO  [M:0;ff635fa717b5:38927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T22:50:14,282 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T22:50:14,282 INFO  [M:0;ff635fa717b5:38927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38927
2024-11-08T22:50:14,282 INFO  [M:0;ff635fa717b5:38927 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T22:50:14,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:14,425 INFO  [M:0;ff635fa717b5:38927 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T22:50:14,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38927-0x1011ca47f910000, quorum=127.0.0.1:62279, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T22:50:14,427 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59c9153e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:14,428 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40ee720f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:14,428 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:14,428 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39179133{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:14,428 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c97cc8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:14,429 WARN  [BP-254176994-172.17.0.3-1731106207873 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T22:50:14,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T22:50:14,429 WARN  [BP-254176994-172.17.0.3-1731106207873 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-254176994-172.17.0.3-1731106207873 (Datanode Uuid 18bf4d37-cbb8-4bed-8b95-a9319e9dd2e7) service to localhost/127.0.0.1:40481
2024-11-08T22:50:14,429 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T22:50:14,430 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data5/current/BP-254176994-172.17.0.3-1731106207873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:14,430 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data6/current/BP-254176994-172.17.0.3-1731106207873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:14,430 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T22:50:14,434 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375e6dfb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:14,435 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56f13ac4{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:14,435 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:14,435 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7febc9c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:14,435 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72785dee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:14,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T22:50:14,437 WARN  [BP-254176994-172.17.0.3-1731106207873 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T22:50:14,437 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T22:50:14,437 WARN  [BP-254176994-172.17.0.3-1731106207873 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-254176994-172.17.0.3-1731106207873 (Datanode Uuid 6ca0281b-24c9-4bc2-95b0-4d679ebffa93) service to localhost/127.0.0.1:40481
2024-11-08T22:50:14,438 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data3/current/BP-254176994-172.17.0.3-1731106207873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:14,439 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T22:50:14,440 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data4/current/BP-254176994-172.17.0.3-1731106207873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:14,445 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cdad191{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T22:50:14,445 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75356c63{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:14,446 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:14,446 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6decf963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:14,446 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e19264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:14,447 WARN  [BP-254176994-172.17.0.3-1731106207873 heartbeating to localhost/127.0.0.1:40481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T22:50:14,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T22:50:14,447 WARN  [BP-254176994-172.17.0.3-1731106207873 heartbeating to localhost/127.0.0.1:40481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-254176994-172.17.0.3-1731106207873 (Datanode Uuid 8c511dd0-551b-4054-affa-7c03cab4c43f) service to localhost/127.0.0.1:40481
2024-11-08T22:50:14,447 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T22:50:14,448 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data1/current/BP-254176994-172.17.0.3-1731106207873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:14,448 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/cluster_7dc71e62-509c-48f3-a54e-da1460987c37/data/data2/current/BP-254176994-172.17.0.3-1731106207873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T22:50:14,449 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T22:50:14,455 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f0384cb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T22:50:14,455 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cb6ff0d{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T22:50:14,456 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T22:50:14,456 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aa34083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T22:50:14,456 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4072566{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/02027d1f-2baa-152e-53a6-804fd3108a13/hadoop.log.dir/,STOPPED}
2024-11-08T22:50:14,464 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T22:50:14,499 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T22:50:14,507 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=148 (was 88) - Thread LEAK? -, OpenFileDescriptor=518 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 210) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1562 (was 2107)