2024-11-09 10:49:10,946 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-09 10:49:10,961 main DEBUG Took 0.012488 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-09 10:49:10,962 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-09 10:49:10,962 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-09 10:49:10,963 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-09 10:49:10,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:10,976 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-09 10:49:10,993 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:10,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:10,995 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:10,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:10,996 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:10,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:10,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:10,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:10,997 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:10,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:10,998 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:10,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:10,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:11,000 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:11,001 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,001 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:11,002 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:11,003 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:11,003 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-09 10:49:11,004 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,004 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-09 10:49:11,006 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-09 10:49:11,007 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-09 10:49:11,008 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-09 10:49:11,009 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-09 10:49:11,010 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-09 10:49:11,010 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-09 10:49:11,018 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-09 10:49:11,020 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-09 10:49:11,022 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-09 10:49:11,022 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-09 10:49:11,023 main DEBUG createAppenders(={Console})
2024-11-09 10:49:11,023 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized
2024-11-09 10:49:11,024 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba
2024-11-09 10:49:11,024 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK.
2024-11-09 10:49:11,024 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-09 10:49:11,025 main DEBUG OutputStream closed
2024-11-09 10:49:11,025 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-09 10:49:11,025 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-09 10:49:11,025 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK
2024-11-09 10:49:11,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-09 10:49:11,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-09 10:49:11,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-09 10:49:11,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-09 10:49:11,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-09 10:49:11,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-09 10:49:11,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-09 10:49:11,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-09 10:49:11,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-09 10:49:11,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-09 10:49:11,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-09 10:49:11,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-09 10:49:11,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-09 10:49:11,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-09 10:49:11,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-09 10:49:11,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-09 10:49:11,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-09 10:49:11,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-09 10:49:11,101 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09 10:49:11,101 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null
2024-11-09 10:49:11,101 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-09 10:49:11,102 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK.
2024-11-09T10:49:11,115 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins
2024-11-09 10:49:11,118 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-09 10:49:11,118 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-09T10:49:11,361 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10
2024-11-09T10:49:11,386 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703, deleteOnExit=true
2024-11-09T10:49:11,387 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/test.cache.data in system properties and HBase conf
2024-11-09T10:49:11,388 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T10:49:11,389 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir in system properties and HBase conf
2024-11-09T10:49:11,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T10:49:11,390 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T10:49:11,391 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T10:49:11,480 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-09T10:49:11,573 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T10:49:11,577 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T10:49:11,578 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T10:49:11,578 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T10:49:11,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T10:49:11,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T10:49:11,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T10:49:11,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T10:49:11,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T10:49:11,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T10:49:11,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/nfs.dump.dir in system properties and HBase conf
2024-11-09T10:49:11,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/java.io.tmpdir in system properties and HBase conf
2024-11-09T10:49:11,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T10:49:11,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T10:49:11,583 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T10:49:12,680 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-09T10:49:12,760 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2492ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-09T10:49:12,840 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:12,905 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:12,927 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:12,927 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:12,929 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T10:49:12,943 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:12,946 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:12,948 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:13,120 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/java.io.tmpdir/jetty-localhost-43115-hadoop-hdfs-3_4_1-tests_jar-_-any-14562141190912135301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T10:49:13,127 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:43115}
2024-11-09T10:49:13,128 INFO  [Time-limited test {}] server.Server(415): Started @2860ms
2024-11-09T10:49:13,680 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:13,687 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:13,688 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:13,688 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:13,689 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T10:49:13,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:13,690 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:13,789 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/java.io.tmpdir/jetty-localhost-34373-hadoop-hdfs-3_4_1-tests_jar-_-any-3279712346213540079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:13,789 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:34373}
2024-11-09T10:49:13,790 INFO  [Time-limited test {}] server.Server(415): Started @3522ms
2024-11-09T10:49:13,838 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T10:49:13,945 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:13,953 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:13,956 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:13,957 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:13,957 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T10:49:13,958 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:13,958 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:14,084 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/java.io.tmpdir/jetty-localhost-39097-hadoop-hdfs-3_4_1-tests_jar-_-any-12035726967643605339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:14,085 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:39097}
2024-11-09T10:49:14,085 INFO  [Time-limited test {}] server.Server(415): Started @3818ms
2024-11-09T10:49:14,087 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T10:49:14,121 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:14,125 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:14,127 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:14,127 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:14,127 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T10:49:14,128 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:14,129 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:14,396 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/java.io.tmpdir/jetty-localhost-37083-hadoop-hdfs-3_4_1-tests_jar-_-any-13129538408226775016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:14,397 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:37083}
2024-11-09T10:49:14,397 INFO  [Time-limited test {}] server.Server(415): Started @4129ms
2024-11-09T10:49:14,399 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T10:49:16,025 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data4/current/BP-86918714-172.17.0.3-1731149352172/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:16,025 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data3/current/BP-86918714-172.17.0.3-1731149352172/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:16,025 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data2/current/BP-86918714-172.17.0.3-1731149352172/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:16,025 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data1/current/BP-86918714-172.17.0.3-1731149352172/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:16,056 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T10:49:16,056 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T10:49:16,103 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd582eb2687ca915b with lease ID 0x71253b4e276c2710: Processing first storage report for DS-fa9f0f11-efab-40f9-909a-6aa8b5d60e34 from datanode DatanodeRegistration(127.0.0.1:36323, datanodeUuid=244ab559-d6d7-4a65-96e3-e569367b2a6c, infoPort=35789, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172)
2024-11-09T10:49:16,104 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd582eb2687ca915b with lease ID 0x71253b4e276c2710: from storage DS-fa9f0f11-efab-40f9-909a-6aa8b5d60e34 node DatanodeRegistration(127.0.0.1:36323, datanodeUuid=244ab559-d6d7-4a65-96e3-e569367b2a6c, infoPort=35789, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T10:49:16,105 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767a3f2aab41956b with lease ID 0x71253b4e276c2711: Processing first storage report for DS-1b668a5e-26e8-4b5b-bb22-f6ca994cb0ad from datanode DatanodeRegistration(127.0.0.1:38233, datanodeUuid=6a632d02-74b3-4bc6-add7-a1f5159a46ad, infoPort=33431, infoSecurePort=0, ipcPort=44057, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172)
2024-11-09T10:49:16,105 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767a3f2aab41956b with lease ID 0x71253b4e276c2711: from storage DS-1b668a5e-26e8-4b5b-bb22-f6ca994cb0ad node DatanodeRegistration(127.0.0.1:38233, datanodeUuid=6a632d02-74b3-4bc6-add7-a1f5159a46ad, infoPort=33431, infoSecurePort=0, ipcPort=44057, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T10:49:16,106 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd582eb2687ca915b with lease ID 0x71253b4e276c2710: Processing first storage report for DS-c38aa46b-6e01-4c88-a563-cb3d81f68373 from datanode DatanodeRegistration(127.0.0.1:36323, datanodeUuid=244ab559-d6d7-4a65-96e3-e569367b2a6c, infoPort=35789, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172)
2024-11-09T10:49:16,106 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd582eb2687ca915b with lease ID 0x71253b4e276c2710: from storage DS-c38aa46b-6e01-4c88-a563-cb3d81f68373 node DatanodeRegistration(127.0.0.1:36323, datanodeUuid=244ab559-d6d7-4a65-96e3-e569367b2a6c, infoPort=35789, infoSecurePort=0, ipcPort=34845, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:16,106 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x767a3f2aab41956b with lease ID 0x71253b4e276c2711: Processing first storage report for DS-0104f55a-b81b-460e-b63b-76aeb7a8a963 from datanode DatanodeRegistration(127.0.0.1:38233, datanodeUuid=6a632d02-74b3-4bc6-add7-a1f5159a46ad, infoPort=33431, infoSecurePort=0, ipcPort=44057, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172)
2024-11-09T10:49:16,106 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x767a3f2aab41956b with lease ID 0x71253b4e276c2711: from storage DS-0104f55a-b81b-460e-b63b-76aeb7a8a963 node DatanodeRegistration(127.0.0.1:38233, datanodeUuid=6a632d02-74b3-4bc6-add7-a1f5159a46ad, infoPort=33431, infoSecurePort=0, ipcPort=44057, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:16,110 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data5/current/BP-86918714-172.17.0.3-1731149352172/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:16,110 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data6/current/BP-86918714-172.17.0.3-1731149352172/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:16,132 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T10:49:16,137 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f58db2ab78302cb with lease ID 0x71253b4e276c2712: Processing first storage report for DS-ea4dadfa-28de-4696-916e-d280f86af789 from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=fe4712ec-a8a9-476a-a5cb-f84634ec260a, infoPort=34975, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172)
2024-11-09T10:49:16,137 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f58db2ab78302cb with lease ID 0x71253b4e276c2712: from storage DS-ea4dadfa-28de-4696-916e-d280f86af789 node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=fe4712ec-a8a9-476a-a5cb-f84634ec260a, infoPort=34975, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:16,138 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f58db2ab78302cb with lease ID 0x71253b4e276c2712: Processing first storage report for DS-26bd4fc1-f9ca-4ecc-b21b-fd3386ee1775 from datanode DatanodeRegistration(127.0.0.1:40909, datanodeUuid=fe4712ec-a8a9-476a-a5cb-f84634ec260a, infoPort=34975, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172)
2024-11-09T10:49:16,138 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f58db2ab78302cb with lease ID 0x71253b4e276c2712: from storage DS-26bd4fc1-f9ca-4ecc-b21b-fd3386ee1775 node DatanodeRegistration(127.0.0.1:40909, datanodeUuid=fe4712ec-a8a9-476a-a5cb-f84634ec260a, infoPort=34975, infoSecurePort=0, ipcPort=33849, storageInfo=lv=-57;cid=testClusterID;nsid=426807376;c=1731149352172), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:16,213 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10
2024-11-09T10:49:16,284 WARN  [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable
2024-11-09T10:49:16,342 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=160, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=72, ProcessCount=11, AvailableMemoryMB=5863
2024-11-09T10:49:16,344 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T10:49:16,353 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS
2024-11-09T10:49:16,447 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/zookeeper_0, clientPort=57903, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T10:49:16,457 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57903
2024-11-09T10:49:16,467 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:16,469 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:16,545 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:16,545 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:16,594 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:47768 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:40909:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:47768 dst: /127.0.0.1:40909
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:16,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775792_1002 (size=7)
2024-11-09T10:49:17,016 WARN  [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:17,029 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b with version=8
2024-11-09T10:49:17,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/hbase-staging
2024-11-09T10:49:17,112 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-09T10:49:17,364 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:17,373 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:17,373 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:17,378 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:17,378 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:17,378 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:17,509 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T10:49:17,565 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-09T10:49:17,574 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-09T10:49:17,578 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:17,600 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 95999 (auto-detected)
2024-11-09T10:49:17,601 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-09T10:49:17,617 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35385
2024-11-09T10:49:17,636 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35385 connecting to ZooKeeper ensemble=127.0.0.1:57903
2024-11-09T10:49:17,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353850x0, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:17,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35385-0x1011f36d93a0000 connected
2024-11-09T10:49:17,877 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:17,881 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:17,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:17,898 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b, hbase.cluster.distributed=false
2024-11-09T10:49:17,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:17,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35385
2024-11-09T10:49:17,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35385
2024-11-09T10:49:17,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35385
2024-11-09T10:49:17,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35385
2024-11-09T10:49:17,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35385
2024-11-09T10:49:18,021 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:18,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,023 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:18,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,023 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:18,026 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T10:49:18,028 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:18,029 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43647
2024-11-09T10:49:18,031 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43647 connecting to ZooKeeper ensemble=127.0.0.1:57903
2024-11-09T10:49:18,032 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:18,036 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:18,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436470x0, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:18,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436470x0, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:18,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43647-0x1011f36d93a0001 connected
2024-11-09T10:49:18,059 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T10:49:18,067 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T10:49:18,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T10:49:18,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:18,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43647
2024-11-09T10:49:18,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43647
2024-11-09T10:49:18,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43647
2024-11-09T10:49:18,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43647
2024-11-09T10:49:18,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43647
2024-11-09T10:49:18,094 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:18,094 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,094 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,095 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:18,095 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,095 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:18,096 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T10:49:18,096 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:18,097 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39257
2024-11-09T10:49:18,099 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39257 connecting to ZooKeeper ensemble=127.0.0.1:57903
2024-11-09T10:49:18,100 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:18,103 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:18,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392570x0, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:18,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392570x0, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:18,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39257-0x1011f36d93a0002 connected
2024-11-09T10:49:18,119 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T10:49:18,120 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T10:49:18,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T10:49:18,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:18,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39257
2024-11-09T10:49:18,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39257
2024-11-09T10:49:18,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39257
2024-11-09T10:49:18,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39257
2024-11-09T10:49:18,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39257
2024-11-09T10:49:18,147 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:18,147 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,147 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,147 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:18,147 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:18,147 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:18,148 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T10:49:18,148 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:18,149 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33115
2024-11-09T10:49:18,151 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33115 connecting to ZooKeeper ensemble=127.0.0.1:57903
2024-11-09T10:49:18,152 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:18,154 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:18,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331150x0, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:18,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:18,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33115-0x1011f36d93a0003 connected
2024-11-09T10:49:18,171 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T10:49:18,172 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T10:49:18,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T10:49:18,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:18,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33115
2024-11-09T10:49:18,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33115
2024-11-09T10:49:18,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33115
2024-11-09T10:49:18,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33115
2024-11-09T10:49:18,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33115
2024-11-09T10:49:18,197 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:35385
2024-11-09T10:49:18,198 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,214 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,245 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-09T10:49:18,246 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e067b2c2c7b3,35385,1731149357215 from backup master directory
2024-11-09T10:49:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:18,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:18,262 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:18,262 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:18,265 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-09T10:49:18,267 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-09T10:49:18,328 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/hbase.id] with ID: f01a799d-c277-4f20-b0f3-f545b9b6d87d
2024-11-09T10:49:18,329 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/.tmp/hbase.id
2024-11-09T10:49:18,335 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,335 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,339 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:47798 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:40909:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:47798 dst: /127.0.0.1:40909
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:18,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775776_1004 (size=42)
2024-11-09T10:49:18,346 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:18,346 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/.tmp/hbase.id]:[hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/hbase.id]
2024-11-09T10:49:18,388 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:18,393 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T10:49:18,411 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-09T10:49:18,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:18,436 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,436 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,439 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:55622 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:55622 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:18,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775760_1006 (size=196)
2024-11-09T10:49:18,445 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:18,459 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T10:49:18,461 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T10:49:18,466 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T10:49:18,493 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,493 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,496 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:58818 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:36323:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:58818 dst: /127.0.0.1:36323
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:18,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_-9223372036854775744_1008 (size=1189)
2024-11-09T10:49:18,502 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:18,518 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store
2024-11-09T10:49:18,533 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,533 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:18,536 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:55636 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:55636 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:18,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775728_1010 (size=34)
2024-11-09T10:49:18,541 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:18,545 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-09T10:49:18,548 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:18,549 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T10:49:18,549 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:18,549 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:18,551 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T10:49:18,551 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:18,551 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:18,552 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731149358549Disabling compacts and flushes for region at 1731149358549Disabling writes for close at 1731149358551 (+2 ms)Writing region close event to WAL at 1731149358551Closed at 1731149358551
2024-11-09T10:49:18,555 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/.initializing
2024-11-09T10:49:18,555 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/WALs/e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:18,562 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T10:49:18,576 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C35385%2C1731149357215, suffix=, logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/WALs/e067b2c2c7b3,35385,1731149357215, archiveDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/oldWALs, maxLogs=10
2024-11-09T10:49:18,602 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/WALs/e067b2c2c7b3,35385,1731149357215/e067b2c2c7b3%2C35385%2C1731149357215.1731149358580, exclude list is [], retry=0
2024-11-09T10:49:18,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:18,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-fa9f0f11-efab-40f9-909a-6aa8b5d60e34,DISK]
2024-11-09T10:49:18,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-1b668a5e-26e8-4b5b-bb22-f6ca994cb0ad,DISK]
2024-11-09T10:49:18,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-ea4dadfa-28de-4696-916e-d280f86af789,DISK]
2024-11-09T10:49:18,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-09T10:49:18,661 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/WALs/e067b2c2c7b3,35385,1731149357215/e067b2c2c7b3%2C35385%2C1731149357215.1731149358580
2024-11-09T10:49:18,662 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789),(127.0.0.1/127.0.0.1:34975:34975),(127.0.0.1/127.0.0.1:33431:33431)]
2024-11-09T10:49:18,663 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T10:49:18,663 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:18,666 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,666 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,699 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:18,722 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T10:49:18,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:18,727 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:18,727 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:18,730 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T10:49:18,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:18,732 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:18,732 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:18,735 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T10:49:18,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:18,736 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:18,736 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:18,738 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T10:49:18,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:18,739 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:18,739 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,752 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,752 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,756 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T10:49:18,759 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:18,765 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T10:49:18,766 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60869358, jitterRate=-0.09297588467597961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T10:49:18,774 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731149358677Initializing all the Stores at 1731149358680 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149358680Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149358681 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149358681Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149358681Cleaning up temporary data from old regions at 1731149358753 (+72 ms)Region opened successfully at 1731149358774 (+21 ms)
2024-11-09T10:49:18,775 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T10:49:18,807 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b23b0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:18,835 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T10:49:18,843 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T10:49:18,843 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T10:49:18,846 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T10:49:18,847 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-09T10:49:18,851 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-09T10:49:18,851 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T10:49:18,874 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T10:49:18,881 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-09T10:49:18,934 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-09T10:49:18,939 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T10:49:18,941 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-09T10:49:18,948 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-09T10:49:18,951 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T10:49:18,955 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-09T10:49:18,966 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-09T10:49:18,968 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-09T10:49:18,980 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-09T10:49:19,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T10:49:19,011 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-09T10:49:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,027 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,35385,1731149357215, sessionid=0x1011f36d93a0000, setting cluster-up flag (Was=false)
2024-11-09T10:49:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,086 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-09T10:49:19,090 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,148 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-09T10:49:19,151 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:19,160 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T10:49:19,181 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(746): ClusterId : f01a799d-c277-4f20-b0f3-f545b9b6d87d
2024-11-09T10:49:19,181 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(746): ClusterId : f01a799d-c277-4f20-b0f3-f545b9b6d87d
2024-11-09T10:49:19,181 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(746): ClusterId : f01a799d-c277-4f20-b0f3-f545b9b6d87d
2024-11-09T10:49:19,184 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T10:49:19,184 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T10:49:19,184 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T10:49:19,200 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T10:49:19,200 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T10:49:19,200 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T10:49:19,200 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T10:49:19,200 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T10:49:19,200 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T10:49:19,223 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T10:49:19,223 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T10:49:19,223 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T10:49:19,224 DEBUG [RS:1;e067b2c2c7b3:39257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3ff5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:19,224 DEBUG [RS:2;e067b2c2c7b3:33115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55145241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:19,224 DEBUG [RS:0;e067b2c2c7b3:43647 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f5703a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:19,231 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:19,239 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e067b2c2c7b3:33115
2024-11-09T10:49:19,239 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:43647
2024-11-09T10:49:19,242 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T10:49:19,242 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T10:49:19,242 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T10:49:19,242 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T10:49:19,242 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T10:49:19,242 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T10:49:19,243 DEBUG [RS:1;e067b2c2c7b3:39257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e067b2c2c7b3:39257
2024-11-09T10:49:19,243 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T10:49:19,243 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T10:49:19,243 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T10:49:19,243 DEBUG [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T10:49:19,245 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35385,1731149357215 with port=33115, startcode=1731149358146
2024-11-09T10:49:19,245 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35385,1731149357215 with port=43647, startcode=1731149357990
2024-11-09T10:49:19,245 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35385,1731149357215 with port=39257, startcode=1731149358094
2024-11-09T10:49:19,251 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T10:49:19,257 DEBUG [RS:0;e067b2c2c7b3:43647 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T10:49:19,257 DEBUG [RS:1;e067b2c2c7b3:39257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T10:49:19,257 DEBUG [RS:2;e067b2c2c7b3:33115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T10:49:19,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,35385,1731149357215
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T10:49:19,266 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:19,267 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:19,267 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:19,267 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:19,267 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10
2024-11-09T10:49:19,268 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,268 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:19,268 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,285 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731149389285
2024-11-09T10:49:19,287 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T10:49:19,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:19,290 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T10:49:19,290 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T10:49:19,294 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T10:49:19,295 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T10:49:19,295 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T10:49:19,295 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T10:49:19,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:19,297 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T10:49:19,299 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,312 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T10:49:19,312 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T10:49:19,312 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T10:49:19,313 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:19,313 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:19,313 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T10:49:19,313 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T10:49:19,314 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T10:49:19,316 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T10:49:19,317 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T10:49:19,319 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731149359318,5,FailOnTimeoutGroup]
2024-11-09T10:49:19,319 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-09T10:49:19,319 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:55652 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:55652 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:19,320 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731149359319,5,FailOnTimeoutGroup]
2024-11-09T10:49:19,320 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,320 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T10:49:19,322 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,322 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775712_1013 (size=1321)
2024-11-09T10:49:19,326 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:19,327 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:19,327 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T10:49:19,328 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b
2024-11-09T10:49:19,330 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:19,343 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:19,343 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:19,346 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:19,346 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:19,346 DEBUG [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b
2024-11-09T10:49:19,346 DEBUG [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43309
2024-11-09T10:49:19,346 DEBUG [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T10:49:19,351 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:55666 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:55666 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:19,351 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-09T10:49:19,352 WARN  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-09T10:49:19,352 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b
2024-11-09T10:49:19,353 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43309
2024-11-09T10:49:19,353 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T10:49:19,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775696_1015 (size=32)
2024-11-09T10:49:19,358 WARN  [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:19,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:19,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:19,362 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T10:49:19,365 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T10:49:19,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:19,366 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:19,366 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T10:49:19,369 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T10:49:19,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:19,370 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:19,371 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T10:49:19,373 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T10:49:19,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:19,374 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:19,375 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T10:49:19,377 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T10:49:19,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:19,378 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:19,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T10:49:19,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740
2024-11-09T10:49:19,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740
2024-11-09T10:49:19,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T10:49:19,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T10:49:19,385 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T10:49:19,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T10:49:19,392 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T10:49:19,394 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541784, jitterRate=0.021352171897888184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T10:49:19,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731149359359Initializing all the Stores at 1731149359361 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149359361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149359362 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149359362Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149359362Cleaning up temporary data from old regions at 1731149359384 (+22 ms)Region opened successfully at 1731149359398 (+14 ms)
2024-11-09T10:49:19,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T10:49:19,398 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T10:49:19,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T10:49:19,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T10:49:19,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T10:49:19,401 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T10:49:19,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731149359398Disabling compacts and flushes for region at 1731149359398Disabling writes for close at 1731149359399 (+1 ms)Writing region close event to WAL at 1731149359400 (+1 ms)Closed at 1731149359401 (+1 ms)
2024-11-09T10:49:19,401 DEBUG [RS:1;e067b2c2c7b3:39257 {}] zookeeper.ZKUtil(111): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:19,402 WARN  [RS:1;e067b2c2c7b3:39257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:19,402 INFO  [RS:1;e067b2c2c7b3:39257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T10:49:19,402 DEBUG [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:19,403 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,39257,1731149358094]
2024-11-09T10:49:19,404 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,33115,1731149358146]
2024-11-09T10:49:19,404 DEBUG [RS:2;e067b2c2c7b3:33115 {}] zookeeper.ZKUtil(111): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:19,404 WARN  [RS:2;e067b2c2c7b3:33115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:19,404 INFO  [RS:2;e067b2c2c7b3:33115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T10:49:19,404 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:19,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:19,405 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T10:49:19,413 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T10:49:19,421 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T10:49:19,425 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T10:49:19,432 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T10:49:19,432 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T10:49:19,448 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T10:49:19,448 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T10:49:19,453 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35385,1731149357215 with port=43647, startcode=1731149357990
2024-11-09T10:49:19,454 INFO  [RS:1;e067b2c2c7b3:39257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T10:49:19,454 INFO  [RS:2;e067b2c2c7b3:33115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T10:49:19,454 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,454 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,455 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:19,455 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35385 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:19,455 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T10:49:19,455 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T10:49:19,458 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b
2024-11-09T10:49:19,458 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43309
2024-11-09T10:49:19,459 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T10:49:19,462 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T10:49:19,463 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T10:49:19,464 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,464 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,465 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:19,465 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:19,465 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,465 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,466 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:19,466 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:19,466 DEBUG [RS:2;e067b2c2c7b3:33115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:19,466 DEBUG [RS:1;e067b2c2c7b3:39257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:19,468 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,468 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,469 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,33115,1731149358146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:19,469 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39257,1731149358094-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:19,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:19,482 DEBUG [RS:0;e067b2c2c7b3:43647 {}] zookeeper.ZKUtil(111): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:19,482 WARN  [RS:0;e067b2c2c7b3:43647 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:19,483 INFO  [RS:0;e067b2c2c7b3:43647 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T10:49:19,483 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,43647,1731149357990]
2024-11-09T10:49:19,483 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:19,489 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T10:49:19,492 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T10:49:19,492 INFO  [RS:0;e067b2c2c7b3:43647 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T10:49:19,492 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,493 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T10:49:19,493 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T10:49:19,493 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T10:49:19,494 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T10:49:19,495 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,495 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,495 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,495 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,495 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39257,1731149358094-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,495 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,33115,1731149358146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,496 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,496 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,496 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,496 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,496 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:19,496 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.Replication(171): e067b2c2c7b3,39257,1731149358094 started
2024-11-09T10:49:19,496 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.Replication(171): e067b2c2c7b3,33115,1731149358146 started
2024-11-09T10:49:19,496 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,496 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,496 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,497 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,497 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,497 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:19,497 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:19,497 DEBUG [RS:0;e067b2c2c7b3:43647 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:19,498 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,498 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,498 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,498 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,498 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,498 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43647,1731149357990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:19,520 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T10:49:19,520 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43647,1731149357990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,521 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,521 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,521 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,521 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.Replication(171): e067b2c2c7b3,43647,1731149357990 started
2024-11-09T10:49:19,521 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,39257,1731149358094, RpcServer on e067b2c2c7b3/172.17.0.3:39257, sessionid=0x1011f36d93a0002
2024-11-09T10:49:19,521 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,33115,1731149358146, RpcServer on e067b2c2c7b3/172.17.0.3:33115, sessionid=0x1011f36d93a0003
2024-11-09T10:49:19,522 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T10:49:19,522 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T10:49:19,522 DEBUG [RS:2;e067b2c2c7b3:33115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:19,522 DEBUG [RS:1;e067b2c2c7b3:39257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:19,522 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,33115,1731149358146'
2024-11-09T10:49:19,522 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,39257,1731149358094'
2024-11-09T10:49:19,522 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T10:49:19,522 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T10:49:19,523 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T10:49:19,523 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T10:49:19,524 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T10:49:19,524 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T10:49:19,524 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T10:49:19,524 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T10:49:19,524 DEBUG [RS:2;e067b2c2c7b3:33115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:19,524 DEBUG [RS:1;e067b2c2c7b3:39257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:19,524 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,33115,1731149358146'
2024-11-09T10:49:19,524 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,39257,1731149358094'
2024-11-09T10:49:19,524 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T10:49:19,524 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T10:49:19,525 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T10:49:19,525 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T10:49:19,525 DEBUG [RS:2;e067b2c2c7b3:33115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T10:49:19,525 DEBUG [RS:1;e067b2c2c7b3:39257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T10:49:19,525 INFO  [RS:2;e067b2c2c7b3:33115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T10:49:19,525 INFO  [RS:1;e067b2c2c7b3:39257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T10:49:19,526 INFO  [RS:2;e067b2c2c7b3:33115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T10:49:19,526 INFO  [RS:1;e067b2c2c7b3:39257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T10:49:19,537 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:19,537 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,43647,1731149357990, RpcServer on e067b2c2c7b3/172.17.0.3:43647, sessionid=0x1011f36d93a0001
2024-11-09T10:49:19,537 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T10:49:19,537 DEBUG [RS:0;e067b2c2c7b3:43647 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:19,537 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,43647,1731149357990'
2024-11-09T10:49:19,538 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T10:49:19,538 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T10:49:19,539 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T10:49:19,539 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T10:49:19,539 DEBUG [RS:0;e067b2c2c7b3:43647 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:19,539 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,43647,1731149357990'
2024-11-09T10:49:19,539 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T10:49:19,540 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T10:49:19,541 DEBUG [RS:0;e067b2c2c7b3:43647 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T10:49:19,541 INFO  [RS:0;e067b2c2c7b3:43647 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T10:49:19,541 INFO  [RS:0;e067b2c2c7b3:43647 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T10:49:19,576 WARN  [e067b2c2c7b3:35385 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T10:49:19,633 INFO  [RS:2;e067b2c2c7b3:33115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T10:49:19,633 INFO  [RS:1;e067b2c2c7b3:39257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T10:49:19,637 INFO  [RS:1;e067b2c2c7b3:39257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C39257%2C1731149358094, suffix=, logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,39257,1731149358094, archiveDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs, maxLogs=32
2024-11-09T10:49:19,637 INFO  [RS:2;e067b2c2c7b3:33115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C33115%2C1731149358146, suffix=, logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,33115,1731149358146, archiveDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs, maxLogs=32
2024-11-09T10:49:19,642 INFO  [RS:0;e067b2c2c7b3:43647 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-09T10:49:19,645 INFO  [RS:0;e067b2c2c7b3:43647 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C43647%2C1731149357990, suffix=, logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,43647,1731149357990, archiveDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs, maxLogs=32
2024-11-09T10:49:19,653 DEBUG [RS:2;e067b2c2c7b3:33115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,33115,1731149358146/e067b2c2c7b3%2C33115%2C1731149358146.1731149359640, exclude list is [], retry=0
2024-11-09T10:49:19,654 DEBUG [RS:1;e067b2c2c7b3:39257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,39257,1731149358094/e067b2c2c7b3%2C39257%2C1731149358094.1731149359640, exclude list is [], retry=0
2024-11-09T10:49:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-ea4dadfa-28de-4696-916e-d280f86af789,DISK]
2024-11-09T10:49:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-fa9f0f11-efab-40f9-909a-6aa8b5d60e34,DISK]
2024-11-09T10:49:19,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-fa9f0f11-efab-40f9-909a-6aa8b5d60e34,DISK]
2024-11-09T10:49:19,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-1b668a5e-26e8-4b5b-bb22-f6ca994cb0ad,DISK]
2024-11-09T10:49:19,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-ea4dadfa-28de-4696-916e-d280f86af789,DISK]
2024-11-09T10:49:19,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-1b668a5e-26e8-4b5b-bb22-f6ca994cb0ad,DISK]
2024-11-09T10:49:19,688 DEBUG [RS:0;e067b2c2c7b3:43647 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,43647,1731149357990/e067b2c2c7b3%2C43647%2C1731149357990.1731149359648, exclude list is [], retry=0
2024-11-09T10:49:19,690 INFO  [RS:2;e067b2c2c7b3:33115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,33115,1731149358146/e067b2c2c7b3%2C33115%2C1731149358146.1731149359640
2024-11-09T10:49:19,691 DEBUG [RS:2;e067b2c2c7b3:33115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789),(127.0.0.1/127.0.0.1:34975:34975),(127.0.0.1/127.0.0.1:33431:33431)]
2024-11-09T10:49:19,691 INFO  [RS:1;e067b2c2c7b3:39257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,39257,1731149358094/e067b2c2c7b3%2C39257%2C1731149358094.1731149359640
2024-11-09T10:49:19,692 DEBUG [RS:1;e067b2c2c7b3:39257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789),(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:34975:34975)]
2024-11-09T10:49:19,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-fa9f0f11-efab-40f9-909a-6aa8b5d60e34,DISK]
2024-11-09T10:49:19,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-1b668a5e-26e8-4b5b-bb22-f6ca994cb0ad,DISK]
2024-11-09T10:49:19,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-ea4dadfa-28de-4696-916e-d280f86af789,DISK]
2024-11-09T10:49:19,702 INFO  [RS:0;e067b2c2c7b3:43647 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,43647,1731149357990/e067b2c2c7b3%2C43647%2C1731149357990.1731149359648
2024-11-09T10:49:19,702 DEBUG [RS:0;e067b2c2c7b3:43647 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789),(127.0.0.1/127.0.0.1:34975:34975),(127.0.0.1/127.0.0.1:33431:33431)]
2024-11-09T10:49:19,828 DEBUG [e067b2c2c7b3:35385 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-09T10:49:19,836 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(204): Hosts are {e067b2c2c7b3=0} racks are {/default-rack=0}
2024-11-09T10:49:19,843 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T10:49:19,843 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T10:49:19,843 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T10:49:19,843 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T10:49:19,843 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T10:49:19,843 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T10:49:19,843 INFO  [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T10:49:19,843 INFO  [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T10:49:19,843 INFO  [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T10:49:19,843 DEBUG [e067b2c2c7b3:35385 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T10:49:19,849 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:19,855 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,33115,1731149358146, state=OPENING
2024-11-09T10:49:19,875 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T10:49:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:19,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:19,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:19,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:19,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:19,890 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T10:49:19,893 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,33115,1731149358146}]
2024-11-09T10:49:20,071 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T10:49:20,073 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T10:49:20,086 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T10:49:20,086 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-09T10:49:20,087 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-09T10:49:20,091 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C33115%2C1731149358146.meta, suffix=.meta, logDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,33115,1731149358146, archiveDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs, maxLogs=32
2024-11-09T10:49:20,105 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,33115,1731149358146/e067b2c2c7b3%2C33115%2C1731149358146.meta.1731149360093.meta, exclude list is [], retry=0
2024-11-09T10:49:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36323,DS-fa9f0f11-efab-40f9-909a-6aa8b5d60e34,DISK]
2024-11-09T10:49:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38233,DS-1b668a5e-26e8-4b5b-bb22-f6ca994cb0ad,DISK]
2024-11-09T10:49:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40909,DS-ea4dadfa-28de-4696-916e-d280f86af789,DISK]
2024-11-09T10:49:20,113 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/WALs/e067b2c2c7b3,33115,1731149358146/e067b2c2c7b3%2C33115%2C1731149358146.meta.1731149360093.meta
2024-11-09T10:49:20,113 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35789:35789),(127.0.0.1/127.0.0.1:33431:33431),(127.0.0.1/127.0.0.1:34975:34975)]
2024-11-09T10:49:20,113 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T10:49:20,115 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T10:49:20,117 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T10:49:20,122 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T10:49:20,126 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T10:49:20,127 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:20,127 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T10:49:20,127 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T10:49:20,131 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T10:49:20,133 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T10:49:20,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:20,134 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:20,134 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T10:49:20,136 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T10:49:20,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:20,138 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:20,138 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T10:49:20,139 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T10:49:20,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:20,141 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:20,141 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T10:49:20,142 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T10:49:20,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:20,143 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:20,143 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T10:49:20,145 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740
2024-11-09T10:49:20,147 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740
2024-11-09T10:49:20,150 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T10:49:20,150 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T10:49:20,150 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T10:49:20,153 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T10:49:20,154 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73918436, jitterRate=0.10147053003311157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T10:49:20,155 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T10:49:20,156 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731149360128Writing region info on filesystem at 1731149360128Initializing all the Stores at 1731149360130 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149360130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149360131 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149360131Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149360131Cleaning up temporary data from old regions at 1731149360150 (+19 ms)Running coprocessor post-open hooks at 1731149360155 (+5 ms)Region opened successfully at 1731149360156 (+1 ms)
2024-11-09T10:49:20,163 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731149360061
2024-11-09T10:49:20,174 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T10:49:20,175 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T10:49:20,176 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:20,179 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,33115,1731149358146, state=OPEN
2024-11-09T10:49:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:20,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:20,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:20,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:20,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:20,230 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:20,239 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T10:49:20,239 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,33115,1731149358146 in 338 msec
2024-11-09T10:49:20,275 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T10:49:20,275 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 830 msec
2024-11-09T10:49:20,277 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:20,277 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T10:49:20,299 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T10:49:20,300 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,33115,1731149358146, seqNum=-1]
2024-11-09T10:49:20,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T10:49:20,321 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T10:49:20,341 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1490 sec
2024-11-09T10:49:20,341 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731149360341, completionTime=-1
2024-11-09T10:49:20,344 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-09T10:49:20,344 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T10:49:20,369 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-09T10:49:20,369 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731149420369
2024-11-09T10:49:20,369 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731149480369
2024-11-09T10:49:20,369 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec
2024-11-09T10:49:20,370 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-09T10:49:20,377 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35385,1731149357215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:20,377 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35385,1731149357215-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:20,377 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35385,1731149357215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:20,379 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:35385, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:20,379 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:20,380 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:20,386 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T10:49:20,409 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec
2024-11-09T10:49:20,411 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T10:49:20,412 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T10:49:20,413 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T10:49:20,413 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T10:49:20,413 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T10:49:20,414 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35385,1731149357215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:20,414 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35385,1731149357215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T10:49:20,419 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T10:49:20,420 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T10:49:20,420 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35385,1731149357215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:20,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b9f9b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T10:49:20,504 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-09T10:49:20,504 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-09T10:49:20,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35385,-1 for getting cluster id
2024-11-09T10:49:20,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T10:49:20,517 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f01a799d-c277-4f20-b0f3-f545b9b6d87d'
2024-11-09T10:49:20,519 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T10:49:20,519 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f01a799d-c277-4f20-b0f3-f545b9b6d87d"

2024-11-09T10:49:20,519 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec84f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T10:49:20,519 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35385,-1]
2024-11-09T10:49:20,522 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T10:49:20,524 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:20,525 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T10:49:20,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523ba0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T10:49:20,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T10:49:20,536 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,33115,1731149358146, seqNum=-1]
2024-11-09T10:49:20,536 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T10:49:20,539 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T10:49:20,559 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:20,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T10:49:20,569 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:20,571 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af37837
2024-11-09T10:49:20,572 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T10:49:20,574 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T10:49:20,579 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T10:49:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-09T10:49:20,589 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T10:49:20,591 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-09T10:49:20,592 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:20,594 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T10:49:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:20,603 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:20,603 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:20,606 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:47876 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40909:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:47876 dst: /127.0.0.1:40909
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:20,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775680_1021 (size=392)
2024-11-09T10:49:20,613 WARN  [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:20,616 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79b8232506cfd5a576ab23314602bd1d, NAME => 'TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b
2024-11-09T10:49:20,621 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:20,622 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:20,624 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:47886 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:40909:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:47886 dst: /127.0.0.1:40909
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:20,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775664_1023 (size=51)
2024-11-09T10:49:20,628 WARN  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:20,629 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:20,629 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 79b8232506cfd5a576ab23314602bd1d, disabling compactions & flushes
2024-11-09T10:49:20,629 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:20,629 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:20,629 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d. after waiting 0 ms
2024-11-09T10:49:20,629 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:20,629 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:20,629 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79b8232506cfd5a576ab23314602bd1d:
Waiting for close lock at 1731149360629Disabling compacts and flushes for region at 1731149360629Disabling writes for close at 1731149360629Writing region close event to WAL at 1731149360629Closed at 1731149360629
2024-11-09T10:49:20,632 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T10:49:20,637 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731149360632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731149360632"}]},"ts":"1731149360632"}
2024-11-09T10:49:20,643 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T10:49:20,644 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T10:49:20,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731149360644"}]},"ts":"1731149360644"}
2024-11-09T10:49:20,651 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-09T10:49:20,651 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e067b2c2c7b3=0} racks are {/default-rack=0}
2024-11-09T10:49:20,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T10:49:20,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T10:49:20,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T10:49:20,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T10:49:20,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T10:49:20,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T10:49:20,653 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T10:49:20,653 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T10:49:20,653 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T10:49:20,653 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T10:49:20,655 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=79b8232506cfd5a576ab23314602bd1d, ASSIGN}]
2024-11-09T10:49:20,658 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=79b8232506cfd5a576ab23314602bd1d, ASSIGN
2024-11-09T10:49:20,659 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=79b8232506cfd5a576ab23314602bd1d, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,43647,1731149357990; forceNewPlan=false, retain=false
2024-11-09T10:49:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:20,813 INFO  [e067b2c2c7b3:35385 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-09T10:49:20,814 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79b8232506cfd5a576ab23314602bd1d, regionState=OPENING, regionLocation=e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:20,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=79b8232506cfd5a576ab23314602bd1d, ASSIGN because future has completed
2024-11-09T10:49:20,818 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b8232506cfd5a576ab23314602bd1d, server=e067b2c2c7b3,43647,1731149357990}]
2024-11-09T10:49:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:20,973 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T10:49:20,977 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T10:49:20,987 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:20,988 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b8232506cfd5a576ab23314602bd1d, NAME => 'TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.', STARTKEY => '', ENDKEY => ''}
2024-11-09T10:49:20,988 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,988 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:20,988 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,988 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,991 INFO  [StoreOpener-79b8232506cfd5a576ab23314602bd1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 79b8232506cfd5a576ab23314602bd1d 
2024-11-09T10:49:20,993 INFO  [StoreOpener-79b8232506cfd5a576ab23314602bd1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b8232506cfd5a576ab23314602bd1d columnFamilyName cf
2024-11-09T10:49:20,993 DEBUG [StoreOpener-79b8232506cfd5a576ab23314602bd1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:20,994 INFO  [StoreOpener-79b8232506cfd5a576ab23314602bd1d-1 {}] regionserver.HStore(327): Store=79b8232506cfd5a576ab23314602bd1d/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:20,994 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,995 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,996 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,996 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,997 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:20,999 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:21,004 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T10:49:21,005 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79b8232506cfd5a576ab23314602bd1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64303868, jitterRate=-0.0417976975440979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-09T10:49:21,005 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:21,006 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79b8232506cfd5a576ab23314602bd1d:
Running coprocessor pre-open hook at 1731149360988Writing region info on filesystem at 1731149360988Initializing all the Stores at 1731149360990 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149360990Cleaning up temporary data from old regions at 1731149360997 (+7 ms)Running coprocessor post-open hooks at 1731149361005 (+8 ms)Region opened successfully at 1731149361006 (+1 ms)
2024-11-09T10:49:21,008 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d., pid=6, masterSystemTime=1731149360973
2024-11-09T10:49:21,012 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:21,012 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:21,013 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79b8232506cfd5a576ab23314602bd1d, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:21,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b8232506cfd5a576ab23314602bd1d, server=e067b2c2c7b3,43647,1731149357990 because future has completed
2024-11-09T10:49:21,022 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T10:49:21,023 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b8232506cfd5a576ab23314602bd1d, server=e067b2c2c7b3,43647,1731149357990 in 201 msec
2024-11-09T10:49:21,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T10:49:21,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=79b8232506cfd5a576ab23314602bd1d, ASSIGN in 368 msec
2024-11-09T10:49:21,029 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T10:49:21,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731149361029"}]},"ts":"1731149361029"}
2024-11-09T10:49:21,032 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-09T10:49:21,034 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T10:49:21,037 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 452 msec
2024-11-09T10:49:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:21,225 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T10:49:21,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-09T10:49:21,227 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T10:49:21,235 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-09T10:49:21,235 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T10:49:21,236 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-09T10:49:21,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d., hostname=e067b2c2c7b3,43647,1731149357990, seqNum=2]
2024-11-09T10:49:21,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T10:49:21,248 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T10:49:21,257 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-09T10:49:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-09T10:49:21,264 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-09T10:49:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T10:49:21,266 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T10:49:21,268 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T10:49:21,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T10:49:21,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43647 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T10:49:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:21,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 79b8232506cfd5a576ab23314602bd1d 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-09T10:49:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d/.tmp/cf/1fd552d109fd46369b721b56785ccdb2 is 36, key is row/cf:cq/1731149361249/Put/seqid=0
2024-11-09T10:49:21,496 WARN  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:21,496 WARN  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:21,500 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-544063237_22 at /127.0.0.1:47902 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:40909:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:47902 dst: /127.0.0.1:40909
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:21,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775648_1025 (size=4787)
2024-11-09T10:49:21,512 WARN  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:21,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d/.tmp/cf/1fd552d109fd46369b721b56785ccdb2
2024-11-09T10:49:21,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d/.tmp/cf/1fd552d109fd46369b721b56785ccdb2 as hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d/cf/1fd552d109fd46369b721b56785ccdb2
2024-11-09T10:49:21,568 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d/cf/1fd552d109fd46369b721b56785ccdb2, entries=1, sequenceid=5, filesize=4.7 K
2024-11-09T10:49:21,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 79b8232506cfd5a576ab23314602bd1d in 134ms, sequenceid=5, compaction requested=false
2024-11-09T10:49:21,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC'
2024-11-09T10:49:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 79b8232506cfd5a576ab23314602bd1d:

2024-11-09T10:49:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T10:49:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T10:49:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T10:49:21,587 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-09T10:49:21,588 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 316 msec
2024-11-09T10:49:21,591 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 331 msec
2024-11-09T10:49:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T10:49:21,896 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T10:49:21,915 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T10:49:21,915 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T10:49:21,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:21,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:21,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:21,920 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T10:49:21,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T10:49:21,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1319998913, stopped=false
2024-11-09T10:49:21,921 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,35385,1731149357215
2024-11-09T10:49:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:21,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:21,989 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T10:49:21,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:21,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:21,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:21,992 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T10:49:21,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:21,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:21,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:21,993 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,43647,1731149357990' *****
2024-11-09T10:49:21,993 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T10:49:21,993 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,39257,1731149358094' *****
2024-11-09T10:49:21,993 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T10:49:21,993 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,33115,1731149358146' *****
2024-11-09T10:49:21,993 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T10:49:21,993 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T10:49:21,994 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T10:49:21,994 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T10:49:21,994 INFO  [RS:1;e067b2c2c7b3:39257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T10:49:21,994 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T10:49:21,994 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T10:49:21,994 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T10:49:21,994 INFO  [RS:2;e067b2c2c7b3:33115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T10:49:21,994 INFO  [RS:1;e067b2c2c7b3:39257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T10:49:21,994 INFO  [RS:2;e067b2c2c7b3:33115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T10:49:21,994 INFO  [RS:0;e067b2c2c7b3:43647 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T10:49:21,994 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:21,994 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:21,994 INFO  [RS:0;e067b2c2c7b3:43647 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T10:49:21,995 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:21,995 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:21,995 INFO  [RS:1;e067b2c2c7b3:39257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e067b2c2c7b3:39257.
2024-11-09T10:49:21,995 INFO  [RS:2;e067b2c2c7b3:33115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e067b2c2c7b3:33115.
2024-11-09T10:49:21,995 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(3091): Received CLOSE for 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:21,995 DEBUG [RS:1;e067b2c2c7b3:39257 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:21,995 DEBUG [RS:2;e067b2c2c7b3:33115 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:21,995 DEBUG [RS:1;e067b2c2c7b3:39257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:21,995 DEBUG [RS:2;e067b2c2c7b3:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:21,995 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T10:49:21,995 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T10:49:21,995 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,39257,1731149358094; all regions closed.
2024-11-09T10:49:21,995 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T10:49:21,996 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:21,996 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T10:49:21,996 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:21,996 INFO  [RS:0;e067b2c2c7b3:43647 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:43647.
2024-11-09T10:49:21,996 DEBUG [RS:0;e067b2c2c7b3:43647 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:21,996 DEBUG [RS:0;e067b2c2c7b3:43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:21,996 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79b8232506cfd5a576ab23314602bd1d, disabling compactions & flushes
2024-11-09T10:49:21,996 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T10:49:21,996 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-09T10:49:21,996 INFO  [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:21,996 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1325): Online Regions={79b8232506cfd5a576ab23314602bd1d=TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.}
2024-11-09T10:49:21,996 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T10:49:21,996 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-09T10:49:21,996 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:21,996 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T10:49:21,997 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d. after waiting 0 ms
2024-11-09T10:49:21,997 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T10:49:21,997 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:21,997 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T10:49:21,997 DEBUG [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1351): Waiting on 79b8232506cfd5a576ab23314602bd1d
2024-11-09T10:49:21,997 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T10:49:21,997 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T10:49:21,997 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-09T10:49:22,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741827_1017 (size=93)
2024-11-09T10:49:22,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741827_1017 (size=93)
2024-11-09T10:49:22,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741827_1017 (size=93)
2024-11-09T10:49:22,002 INFO  [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:22,007 DEBUG [RS:1;e067b2c2c7b3:39257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs
2024-11-09T10:49:22,008 INFO  [RS:1;e067b2c2c7b3:39257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C39257%2C1731149358094:(num 1731149359640)
2024-11-09T10:49:22,008 DEBUG [RS:1;e067b2c2c7b3:39257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:22,008 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:22,008 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:22,008 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:22,009 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T10:49:22,009 INFO  [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:22,009 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T10:49:22,009 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T10:49:22,009 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:22,009 INFO  [RS:1;e067b2c2c7b3:39257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39257
2024-11-09T10:49:22,017 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/default/TestHBaseWalOnEC/79b8232506cfd5a576ab23314602bd1d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T10:49:22,019 INFO  [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:22,019 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79b8232506cfd5a576ab23314602bd1d:
Waiting for close lock at 1731149361996Running coprocessor pre-close hooks at 1731149361996Disabling compacts and flushes for region at 1731149361996Disabling writes for close at 1731149361997 (+1 ms)Writing region close event to WAL at 1731149362004 (+7 ms)Running coprocessor post-close hooks at 1731149362018 (+14 ms)Closed at 1731149362019 (+1 ms)
2024-11-09T10:49:22,020 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d.
2024-11-09T10:49:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e067b2c2c7b3,39257,1731149358094
2024-11-09T10:49:22,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:22,022 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:22,033 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,39257,1731149358094]
2024-11-09T10:49:22,038 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/info/9a03c54de7474527b7064f1ab2b829b6 is 153, key is TestHBaseWalOnEC,,1731149360575.79b8232506cfd5a576ab23314602bd1d./info:regioninfo/1731149361013/Put/seqid=0
2024-11-09T10:49:22,041 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,042 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e067b2c2c7b3,39257,1731149358094 already deleted, retry=false
2024-11-09T10:49:22,043 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,39257,1731149358094 expired; onlineServers=2
2024-11-09T10:49:22,046 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2020202092_22 at /127.0.0.1:35072 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:36323:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:35072 dst: /127.0.0.1:36323
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:22,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_-9223372036854775632_1027 (size=6637)
2024-11-09T10:49:22,051 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:22,051 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/info/9a03c54de7474527b7064f1ab2b829b6
2024-11-09T10:49:22,074 INFO  [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:22,074 INFO  [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:22,079 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/ns/b3b030c4f7d04051a1e12d199e2f9111 is 43, key is default/ns:d/1731149360324/Put/seqid=0
2024-11-09T10:49:22,082 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,082 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,087 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2020202092_22 at /127.0.0.1:42020 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42020 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:22,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_-9223372036854775789_1002 (size=7)
2024-11-09T10:49:22,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_-9223372036854775773_1004 (size=42)
2024-11-09T10:49:22,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775788_1002 (size=7)
2024-11-09T10:49:22,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775740_1008 (size=1189)
2024-11-09T10:49:22,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775741_1008 (size=1189)
2024-11-09T10:49:22,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775772_1004 (size=42)
2024-11-09T10:49:22,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:22,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39257-0x1011f36d93a0002, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:22,134 INFO  [RS:1;e067b2c2c7b3:39257 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:22,134 INFO  [RS:1;e067b2c2c7b3:39257 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,39257,1731149358094; zookeeper connection closed.
2024-11-09T10:49:22,134 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d20c07a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d20c07a
2024-11-09T10:49:22,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775725_1010 (size=34)
2024-11-09T10:49:22,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_-9223372036854775724_1010 (size=34)
2024-11-09T10:49:22,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_-9223372036854775708_1013 (size=1321)
2024-11-09T10:49:22,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775709_1013 (size=1321)
2024-11-09T10:49:22,197 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,43647,1731149357990; all regions closed.
2024-11-09T10:49:22,197 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T10:49:22,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741828_1018 (size=1298)
2024-11-09T10:49:22,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741828_1018 (size=1298)
2024-11-09T10:49:22,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741828_1018 (size=1298)
2024-11-09T10:49:22,209 DEBUG [RS:0;e067b2c2c7b3:43647 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs
2024-11-09T10:49:22,209 INFO  [RS:0;e067b2c2c7b3:43647 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C43647%2C1731149357990:(num 1731149359648)
2024-11-09T10:49:22,209 DEBUG [RS:0;e067b2c2c7b3:43647 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:22,209 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:22,209 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:22,210 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:22,210 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T10:49:22,210 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T10:49:22,210 INFO  [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:22,210 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T10:49:22,210 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:22,210 INFO  [RS:0;e067b2c2c7b3:43647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43647
2024-11-09T10:49:22,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e067b2c2c7b3,43647,1731149357990
2024-11-09T10:49:22,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:22,222 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:22,233 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,43647,1731149357990]
2024-11-09T10:49:22,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e067b2c2c7b3,43647,1731149357990 already deleted, retry=false
2024-11-09T10:49:22,243 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,43647,1731149357990 expired; onlineServers=1
2024-11-09T10:49:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:22,333 INFO  [RS:0;e067b2c2c7b3:43647 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:22,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43647-0x1011f36d93a0001, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:22,333 INFO  [RS:0;e067b2c2c7b3:43647 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,43647,1731149357990; zookeeper connection closed.
2024-11-09T10:49:22,334 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35256a05 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35256a05
2024-11-09T10:49:22,397 DEBUG [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-09T10:49:22,494 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:22,494 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/ns/b3b030c4f7d04051a1e12d199e2f9111
2024-11-09T10:49:22,525 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/table/a634ff4802b547b48949868e6e1644f3 is 52, key is TestHBaseWalOnEC/table:state/1731149361029/Put/seqid=0
2024-11-09T10:49:22,528 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,528 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,531 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2020202092_22 at /127.0.0.1:42094 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42094 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:22,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775600_1031 (size=5249)
2024-11-09T10:49:22,536 WARN  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:22,536 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/table/a634ff4802b547b48949868e6e1644f3
2024-11-09T10:49:22,537 INFO  [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-09T10:49:22,537 INFO  [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-09T10:49:22,546 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/info/9a03c54de7474527b7064f1ab2b829b6 as hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/info/9a03c54de7474527b7064f1ab2b829b6
2024-11-09T10:49:22,556 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/info/9a03c54de7474527b7064f1ab2b829b6, entries=10, sequenceid=11, filesize=6.5 K
2024-11-09T10:49:22,557 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/ns/b3b030c4f7d04051a1e12d199e2f9111 as hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/ns/b3b030c4f7d04051a1e12d199e2f9111
2024-11-09T10:49:22,566 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/ns/b3b030c4f7d04051a1e12d199e2f9111, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T10:49:22,568 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/.tmp/table/a634ff4802b547b48949868e6e1644f3 as hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/table/a634ff4802b547b48949868e6e1644f3
2024-11-09T10:49:22,577 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/table/a634ff4802b547b48949868e6e1644f3, entries=2, sequenceid=11, filesize=5.1 K
2024-11-09T10:49:22,579 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=11, compaction requested=false
2024-11-09T10:49:22,579 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-09T10:49:22,588 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T10:49:22,589 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T10:49:22,589 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T10:49:22,589 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731149361996Running coprocessor pre-close hooks at 1731149361996Disabling compacts and flushes for region at 1731149361996Disabling writes for close at 1731149361997 (+1 ms)Obtaining lock to block concurrent updates at 1731149361997Preparing flush snapshotting stores in 1588230740 at 1731149361997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731149361998 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731149361999 (+1 ms)Flushing 1588230740/info: creating writer at 1731149361999Flushing 1588230740/info: appending metadata at 1731149362032 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731149362032Flushing 1588230740/ns: creating writer at 1731149362062 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731149362078 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731149362078Flushing 1588230740/table: creating writer at 1731149362509 (+431 ms)Flushing 1588230740/table: appending metadata at 1731149362525 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731149362525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33d6b0a1: reopening flushed file at 1731149362545 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59305e96: reopening flushed file at 1731149362556 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2c1ee5: reopening flushed file at 1731149362566 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=11, compaction requested=false at 1731149362579 (+13 ms)Writing region close event to WAL at 1731149362581 (+2 ms)Running coprocessor post-close hooks at 1731149362588 (+7 ms)Closed at 1731149362589 (+1 ms)
2024-11-09T10:49:22,589 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T10:49:22,598 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,33115,1731149358146; all regions closed.
2024-11-09T10:49:22,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741829_1019 (size=2751)
2024-11-09T10:49:22,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741829_1019 (size=2751)
2024-11-09T10:49:22,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741829_1019 (size=2751)
2024-11-09T10:49:22,604 DEBUG [RS:2;e067b2c2c7b3:33115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs
2024-11-09T10:49:22,604 INFO  [RS:2;e067b2c2c7b3:33115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C33115%2C1731149358146.meta:.meta(num 1731149360093)
2024-11-09T10:49:22,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741826_1016 (size=93)
2024-11-09T10:49:22,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741826_1016 (size=93)
2024-11-09T10:49:22,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741826_1016 (size=93)
2024-11-09T10:49:22,610 DEBUG [RS:2;e067b2c2c7b3:33115 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/oldWALs
2024-11-09T10:49:22,610 INFO  [RS:2;e067b2c2c7b3:33115 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C33115%2C1731149358146:(num 1731149359640)
2024-11-09T10:49:22,610 DEBUG [RS:2;e067b2c2c7b3:33115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:22,610 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:22,610 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:22,610 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:22,611 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:22,611 INFO  [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:22,611 INFO  [RS:2;e067b2c2c7b3:33115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33115
2024-11-09T10:49:22,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:22,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e067b2c2c7b3,33115,1731149358146
2024-11-09T10:49:22,692 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:22,694 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,33115,1731149358146]
2024-11-09T10:49:22,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e067b2c2c7b3,33115,1731149358146 already deleted, retry=false
2024-11-09T10:49:22,717 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,33115,1731149358146 expired; onlineServers=0
2024-11-09T10:49:22,717 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,35385,1731149357215' *****
2024-11-09T10:49:22,717 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T10:49:22,718 INFO  [M:0;e067b2c2c7b3:35385 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:22,718 INFO  [M:0;e067b2c2c7b3:35385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:22,718 DEBUG [M:0;e067b2c2c7b3:35385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T10:49:22,718 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T10:49:22,719 DEBUG [M:0;e067b2c2c7b3:35385 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T10:49:22,719 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731149359318 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731149359318,5,FailOnTimeoutGroup]
2024-11-09T10:49:22,719 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731149359319 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731149359319,5,FailOnTimeoutGroup]
2024-11-09T10:49:22,719 INFO  [M:0;e067b2c2c7b3:35385 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:22,720 INFO  [M:0;e067b2c2c7b3:35385 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:22,720 DEBUG [M:0;e067b2c2c7b3:35385 {}] master.HMaster(1795): Stopping service threads
2024-11-09T10:49:22,720 INFO  [M:0;e067b2c2c7b3:35385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T10:49:22,720 INFO  [M:0;e067b2c2c7b3:35385 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T10:49:22,721 INFO  [M:0;e067b2c2c7b3:35385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T10:49:22,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T10:49:22,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:22,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:22,727 DEBUG [M:0;e067b2c2c7b3:35385 {}] zookeeper.ZKUtil(347): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-09T10:49:22,727 WARN  [M:0;e067b2c2c7b3:35385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T10:49:22,729 INFO  [M:0;e067b2c2c7b3:35385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/.lastflushedseqids
2024-11-09T10:49:22,740 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,740 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,743 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:42112 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42112 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:22,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775584_1033 (size=127)
2024-11-09T10:49:22,747 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:22,747 INFO  [M:0;e067b2c2c7b3:35385 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T10:49:22,748 INFO  [M:0;e067b2c2c7b3:35385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T10:49:22,748 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T10:49:22,748 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:22,748 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:22,748 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T10:49:22,748 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:22,748 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB
2024-11-09T10:49:22,769 DEBUG [M:0;e067b2c2c7b3:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75a3888526af48d9a0b99a76c9cd8c8e is 82, key is hbase:meta,,1/info:regioninfo/1731149360176/Put/seqid=0
2024-11-09T10:49:22,771 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,771 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,777 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:42142 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:38233:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:42142 dst: /127.0.0.1:38233
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:22,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_-9223372036854775568_1035 (size=5672)
2024-11-09T10:49:22,781 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:22,782 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75a3888526af48d9a0b99a76c9cd8c8e
2024-11-09T10:49:22,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:22,806 INFO  [RS:2;e067b2c2c7b3:33115 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:22,806 INFO  [RS:2;e067b2c2c7b3:33115 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,33115,1731149358146; zookeeper connection closed.
2024-11-09T10:49:22,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33115-0x1011f36d93a0003, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:22,807 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72d36dc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72d36dc
2024-11-09T10:49:22,807 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-09T10:49:22,809 DEBUG [M:0;e067b2c2c7b3:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfa6db8a45b848c48663fd62bd7c56e3 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731149361036/Put/seqid=0
2024-11-09T10:49:22,811 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,811 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,814 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:45794 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:40909:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45794 dst: /127.0.0.1:40909
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:22,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775552_1037 (size=6437)
2024-11-09T10:49:22,819 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:22,819 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfa6db8a45b848c48663fd62bd7c56e3
2024-11-09T10:49:22,843 DEBUG [M:0;e067b2c2c7b3:35385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5cbee541c5847b28e2ba719f37f1c50 is 69, key is e067b2c2c7b3,33115,1731149358146/rs:state/1731149359347/Put/seqid=0
2024-11-09T10:49:22,845 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,845 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'.
2024-11-09T10:49:22,847 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1043241574_22 at /127.0.0.1:45820 [Receiving block BP-86918714-172.17.0.3-1731149352172:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:40909:DataXceiver error processing WRITE_BLOCK operation  src: /127.0.0.1:45820 dst: /127.0.0.1:40909
java.io.IOException: Premature EOF from inputStream
	at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-09T10:49:22,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_-9223372036854775536_1039 (size=5294)
2024-11-09T10:49:22,852 WARN  [M:0;e067b2c2c7b3:35385 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data.
2024-11-09T10:49:22,852 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5cbee541c5847b28e2ba719f37f1c50
2024-11-09T10:49:22,863 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75a3888526af48d9a0b99a76c9cd8c8e as hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75a3888526af48d9a0b99a76c9cd8c8e
2024-11-09T10:49:22,872 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75a3888526af48d9a0b99a76c9cd8c8e, entries=8, sequenceid=72, filesize=5.5 K
2024-11-09T10:49:22,874 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfa6db8a45b848c48663fd62bd7c56e3 as hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfa6db8a45b848c48663fd62bd7c56e3
2024-11-09T10:49:22,884 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfa6db8a45b848c48663fd62bd7c56e3, entries=8, sequenceid=72, filesize=6.3 K
2024-11-09T10:49:22,885 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e5cbee541c5847b28e2ba719f37f1c50 as hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5cbee541c5847b28e2ba719f37f1c50
2024-11-09T10:49:22,894 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e5cbee541c5847b28e2ba719f37f1c50, entries=3, sequenceid=72, filesize=5.2 K
2024-11-09T10:49:22,895 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=72, compaction requested=false
2024-11-09T10:49:22,897 INFO  [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:22,897 DEBUG [M:0;e067b2c2c7b3:35385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731149362748Disabling compacts and flushes for region at 1731149362748Disabling writes for close at 1731149362748Obtaining lock to block concurrent updates at 1731149362748Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731149362748Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1731149362749 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731149362750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731149362750Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731149362768 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731149362768Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731149362790 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731149362808 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731149362808Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731149362827 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731149362842 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731149362842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da9f2fe: reopening flushed file at 1731149362861 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ba4339: reopening flushed file at 1731149362872 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63405191: reopening flushed file at 1731149362884 (+12 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 147ms, sequenceid=72, compaction requested=false at 1731149362895 (+11 ms)Writing region close event to WAL at 1731149362897 (+2 ms)Closed at 1731149362897
2024-11-09T10:49:22,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38233 is added to blk_1073741825_1011 (size=32653)
2024-11-09T10:49:22,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40909 is added to blk_1073741825_1011 (size=32653)
2024-11-09T10:49:22,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36323 is added to blk_1073741825_1011 (size=32653)
2024-11-09T10:49:22,902 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:22,902 INFO  [M:0;e067b2c2c7b3:35385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T10:49:22,902 INFO  [M:0;e067b2c2c7b3:35385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35385
2024-11-09T10:49:22,902 INFO  [M:0;e067b2c2c7b3:35385 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:23,013 INFO  [M:0;e067b2c2c7b3:35385 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:23,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:23,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35385-0x1011f36d93a0000, quorum=127.0.0.1:57903, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:23,017 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:23,019 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:23,019 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:23,019 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:23,020 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:23,022 WARN  [BP-86918714-172.17.0.3-1731149352172 heartbeating to localhost/127.0.0.1:43309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T10:49:23,022 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T10:49:23,022 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T10:49:23,022 WARN  [BP-86918714-172.17.0.3-1731149352172 heartbeating to localhost/127.0.0.1:43309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-86918714-172.17.0.3-1731149352172 (Datanode Uuid fe4712ec-a8a9-476a-a5cb-f84634ec260a) service to localhost/127.0.0.1:43309
2024-11-09T10:49:23,024 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data5/current/BP-86918714-172.17.0.3-1731149352172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:23,024 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data6/current/BP-86918714-172.17.0.3-1731149352172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:23,024 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T10:49:23,027 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:23,027 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:23,027 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:23,027 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:23,027 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:23,029 WARN  [BP-86918714-172.17.0.3-1731149352172 heartbeating to localhost/127.0.0.1:43309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T10:49:23,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T10:49:23,029 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T10:49:23,029 WARN  [BP-86918714-172.17.0.3-1731149352172 heartbeating to localhost/127.0.0.1:43309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-86918714-172.17.0.3-1731149352172 (Datanode Uuid 6a632d02-74b3-4bc6-add7-a1f5159a46ad) service to localhost/127.0.0.1:43309
2024-11-09T10:49:23,029 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data3/current/BP-86918714-172.17.0.3-1731149352172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:23,029 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data4/current/BP-86918714-172.17.0.3-1731149352172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:23,030 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T10:49:23,031 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:23,032 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:23,032 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:23,032 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:23,032 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:23,033 WARN  [BP-86918714-172.17.0.3-1731149352172 heartbeating to localhost/127.0.0.1:43309 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T10:49:23,033 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T10:49:23,033 WARN  [BP-86918714-172.17.0.3-1731149352172 heartbeating to localhost/127.0.0.1:43309 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-86918714-172.17.0.3-1731149352172 (Datanode Uuid 244ab559-d6d7-4a65-96e3-e569367b2a6c) service to localhost/127.0.0.1:43309
2024-11-09T10:49:23,033 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T10:49:23,034 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data1/current/BP-86918714-172.17.0.3-1731149352172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:23,034 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/cluster_4ddaf66f-1170-347b-c1fd-05fa99c7c703/data/data2/current/BP-86918714-172.17.0.3-1731149352172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:23,034 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T10:49:23,045 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T10:49:23,046 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:23,046 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:23,046 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:23,046 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:23,054 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T10:49:23,082 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T10:49:23,090 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=91 (was 160), OpenFileDescriptor=447 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=91 (was 72) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5542 (was 5863)
2024-11-09T10:49:23,097 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=91, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=91, ProcessCount=11, AvailableMemoryMB=5541
2024-11-09T10:49:23,097 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.log.dir so I do NOT create it in target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dce9fad6-0ce4-1429-6add-1a6d33ed2c10/hadoop.tmp.dir so I do NOT create it in target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0, deleteOnExit=true
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/test.cache.data in system properties and HBase conf
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.tmp.dir in system properties and HBase conf
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir in system properties and HBase conf
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-09T10:49:23,098 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-09T10:49:23,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T10:49:23,099 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-09T10:49:23,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/nfs.dump.dir in system properties and HBase conf
2024-11-09T10:49:23,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/java.io.tmpdir in system properties and HBase conf
2024-11-09T10:49:23,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-09T10:49:23,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-09T10:49:23,100 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-09T10:49:23,485 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:23,491 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:23,492 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:23,492 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:23,492 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T10:49:23,493 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:23,493 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bbe271{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:23,494 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77ad49ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:23,589 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75925886{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/java.io.tmpdir/jetty-localhost-34899-hadoop-hdfs-3_4_1-tests_jar-_-any-8455412961980087556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T10:49:23,590 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f1e7dec{HTTP/1.1, (http/1.1)}{localhost:34899}
2024-11-09T10:49:23,590 INFO  [Time-limited test {}] server.Server(415): Started @13323ms
2024-11-09T10:49:23,836 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:23,840 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:23,841 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:23,841 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:23,841 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T10:49:23,841 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f2e60d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:23,842 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@436188c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:23,934 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6419fd60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/java.io.tmpdir/jetty-localhost-40599-hadoop-hdfs-3_4_1-tests_jar-_-any-3568753237868936417/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:23,935 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@356b0e7e{HTTP/1.1, (http/1.1)}{localhost:40599}
2024-11-09T10:49:23,935 INFO  [Time-limited test {}] server.Server(415): Started @13667ms
2024-11-09T10:49:23,936 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T10:49:23,973 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:23,977 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:23,978 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:23,978 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:23,978 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-09T10:49:23,979 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5c60f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:23,979 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ba59100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:24,073 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c49e2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/java.io.tmpdir/jetty-localhost-45859-hadoop-hdfs-3_4_1-tests_jar-_-any-8125771635072145735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:24,073 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74a88c50{HTTP/1.1, (http/1.1)}{localhost:45859}
2024-11-09T10:49:24,073 INFO  [Time-limited test {}] server.Server(415): Started @13806ms
2024-11-09T10:49:24,075 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T10:49:24,103 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-09T10:49:24,106 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-09T10:49:24,107 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-09T10:49:24,107 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-09T10:49:24,107 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-09T10:49:24,108 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d8940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,AVAILABLE}
2024-11-09T10:49:24,108 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a2b6be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-09T10:49:24,202 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@165796ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/java.io.tmpdir/jetty-localhost-45137-hadoop-hdfs-3_4_1-tests_jar-_-any-18142475724155658494/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:24,203 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@176751e3{HTTP/1.1, (http/1.1)}{localhost:45137}
2024-11-09T10:49:24,203 INFO  [Time-limited test {}] server.Server(415): Started @13935ms
2024-11-09T10:49:24,205 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-09T10:49:25,277 WARN  [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data1/current/BP-1000565207-172.17.0.3-1731149363125/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:25,278 WARN  [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data2/current/BP-1000565207-172.17.0.3-1731149363125/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:25,300 WARN  [Thread-501 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T10:49:25,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9eebcd77a1a7716 with lease ID 0x7b8daa6b3d5795ca: Processing first storage report for DS-909a5c52-4b1a-4e5d-9f36-c0df0b67d745 from datanode DatanodeRegistration(127.0.0.1:36803, datanodeUuid=b2cb6d5a-8853-4473-bfb3-16dfd1aeb0b5, infoPort=38937, infoSecurePort=0, ipcPort=38911, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125)
2024-11-09T10:49:25,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9eebcd77a1a7716 with lease ID 0x7b8daa6b3d5795ca: from storage DS-909a5c52-4b1a-4e5d-9f36-c0df0b67d745 node DatanodeRegistration(127.0.0.1:36803, datanodeUuid=b2cb6d5a-8853-4473-bfb3-16dfd1aeb0b5, infoPort=38937, infoSecurePort=0, ipcPort=38911, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:25,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb9eebcd77a1a7716 with lease ID 0x7b8daa6b3d5795ca: Processing first storage report for DS-1ad35cbd-05c8-41b2-9fdb-888188635f46 from datanode DatanodeRegistration(127.0.0.1:36803, datanodeUuid=b2cb6d5a-8853-4473-bfb3-16dfd1aeb0b5, infoPort=38937, infoSecurePort=0, ipcPort=38911, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125)
2024-11-09T10:49:25,303 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb9eebcd77a1a7716 with lease ID 0x7b8daa6b3d5795ca: from storage DS-1ad35cbd-05c8-41b2-9fdb-888188635f46 node DatanodeRegistration(127.0.0.1:36803, datanodeUuid=b2cb6d5a-8853-4473-bfb3-16dfd1aeb0b5, infoPort=38937, infoSecurePort=0, ipcPort=38911, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:25,448 WARN  [Thread-572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data3/current/BP-1000565207-172.17.0.3-1731149363125/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:25,448 WARN  [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data4/current/BP-1000565207-172.17.0.3-1731149363125/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:25,468 WARN  [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T10:49:25,470 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x267becc87c7a9dfc with lease ID 0x7b8daa6b3d5795cb: Processing first storage report for DS-ab517f9f-6897-4fe6-aff9-ef7af5a5982d from datanode DatanodeRegistration(127.0.0.1:41275, datanodeUuid=02a6424c-9c7e-4394-9a86-40d7aa92576b, infoPort=46537, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125)
2024-11-09T10:49:25,471 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x267becc87c7a9dfc with lease ID 0x7b8daa6b3d5795cb: from storage DS-ab517f9f-6897-4fe6-aff9-ef7af5a5982d node DatanodeRegistration(127.0.0.1:41275, datanodeUuid=02a6424c-9c7e-4394-9a86-40d7aa92576b, infoPort=46537, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:25,471 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x267becc87c7a9dfc with lease ID 0x7b8daa6b3d5795cb: Processing first storage report for DS-0d8c5391-04bd-4ff5-8992-92f6673c21e8 from datanode DatanodeRegistration(127.0.0.1:41275, datanodeUuid=02a6424c-9c7e-4394-9a86-40d7aa92576b, infoPort=46537, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125)
2024-11-09T10:49:25,471 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x267becc87c7a9dfc with lease ID 0x7b8daa6b3d5795cb: from storage DS-0d8c5391-04bd-4ff5-8992-92f6673c21e8 node DatanodeRegistration(127.0.0.1:41275, datanodeUuid=02a6424c-9c7e-4394-9a86-40d7aa92576b, infoPort=46537, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:25,499 WARN  [Thread-583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data5/current/BP-1000565207-172.17.0.3-1731149363125/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:25,499 WARN  [Thread-584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data6/current/BP-1000565207-172.17.0.3-1731149363125/current, will proceed with Du for space computation calculation, 
2024-11-09T10:49:25,524 WARN  [Thread-546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-09T10:49:25,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41dd8f5d8fb15c73 with lease ID 0x7b8daa6b3d5795cc: Processing first storage report for DS-5b1923ce-0869-444a-9da1-7e05ddd111f3 from datanode DatanodeRegistration(127.0.0.1:36611, datanodeUuid=c18cd2d9-fd92-48ec-a0ba-91827acbc73a, infoPort=36609, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125)
2024-11-09T10:49:25,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41dd8f5d8fb15c73 with lease ID 0x7b8daa6b3d5795cc: from storage DS-5b1923ce-0869-444a-9da1-7e05ddd111f3 node DatanodeRegistration(127.0.0.1:36611, datanodeUuid=c18cd2d9-fd92-48ec-a0ba-91827acbc73a, infoPort=36609, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-09T10:49:25,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41dd8f5d8fb15c73 with lease ID 0x7b8daa6b3d5795cc: Processing first storage report for DS-706273ed-b8b6-4d5c-93aa-f98b07d5438b from datanode DatanodeRegistration(127.0.0.1:36611, datanodeUuid=c18cd2d9-fd92-48ec-a0ba-91827acbc73a, infoPort=36609, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125)
2024-11-09T10:49:25,527 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41dd8f5d8fb15c73 with lease ID 0x7b8daa6b3d5795cc: from storage DS-706273ed-b8b6-4d5c-93aa-f98b07d5438b node DatanodeRegistration(127.0.0.1:36611, datanodeUuid=c18cd2d9-fd92-48ec-a0ba-91827acbc73a, infoPort=36609, infoSecurePort=0, ipcPort=36361, storageInfo=lv=-57;cid=testClusterID;nsid=242180383;c=1731149363125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-09T10:49:25,545 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89
2024-11-09T10:49:25,548 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/zookeeper_0, clientPort=57381, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-09T10:49:25,549 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57381
2024-11-09T10:49:25,550 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,551 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741825_1001 (size=7)
2024-11-09T10:49:25,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741825_1001 (size=7)
2024-11-09T10:49:25,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741825_1001 (size=7)
2024-11-09T10:49:25,567 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca with version=8
2024-11-09T10:49:25,567 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43309/user/jenkins/test-data/1d1666a3-947a-cea0-43ae-80f6cf71535b/hbase-staging
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-09T10:49:25,570 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:25,571 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35565
2024-11-09T10:49:25,573 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35565 connecting to ZooKeeper ensemble=127.0.0.1:57381
2024-11-09T10:49:25,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355650x0, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:25,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35565-0x1011f36fcd70000 connected
2024-11-09T10:49:25,639 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties
2024-11-09T10:49:25,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T10:49:25,704 WARN  [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null
2024-11-09T10:49:25,717 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,718 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:25,721 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca, hbase.cluster.distributed=false
2024-11-09T10:49:25,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:25,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35565
2024-11-09T10:49:25,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35565
2024-11-09T10:49:25,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35565
2024-11-09T10:49:25,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35565
2024-11-09T10:49:25,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35565
2024-11-09T10:49:25,748 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:25,749 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,749 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,749 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:25,749 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,749 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:25,749 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T10:49:25,749 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:25,750 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44943
2024-11-09T10:49:25,752 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44943 connecting to ZooKeeper ensemble=127.0.0.1:57381
2024-11-09T10:49:25,753 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,756 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,769 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449430x0, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:25,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44943-0x1011f36fcd70001 connected
2024-11-09T10:49:25,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:25,770 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T10:49:25,771 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T10:49:25,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T10:49:25,773 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:25,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44943
2024-11-09T10:49:25,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44943
2024-11-09T10:49:25,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44943
2024-11-09T10:49:25,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44943
2024-11-09T10:49:25,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44943
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T10:49:25,791 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:25,792 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44053
2024-11-09T10:49:25,793 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44053 connecting to ZooKeeper ensemble=127.0.0.1:57381
2024-11-09T10:49:25,794 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,795 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,811 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440530x0, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:25,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44053-0x1011f36fcd70002 connected
2024-11-09T10:49:25,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:25,812 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T10:49:25,813 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T10:49:25,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T10:49:25,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:25,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44053
2024-11-09T10:49:25,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44053
2024-11-09T10:49:25,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44053
2024-11-09T10:49:25,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44053
2024-11-09T10:49:25,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44053
2024-11-09T10:49:25,835 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45
2024-11-09T10:49:25,835 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,835 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,835 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-09T10:49:25,836 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-09T10:49:25,836 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-09T10:49:25,836 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-09T10:49:25,836 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-09T10:49:25,836 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42345
2024-11-09T10:49:25,838 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42345 connecting to ZooKeeper ensemble=127.0.0.1:57381
2024-11-09T10:49:25,838 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,840 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423450x0, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-09T10:49:25,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42345-0x1011f36fcd70003 connected
2024-11-09T10:49:25,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:25,854 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-09T10:49:25,856 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-09T10:49:25,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-09T10:49:25,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-09T10:49:25,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42345
2024-11-09T10:49:25,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42345
2024-11-09T10:49:25,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42345
2024-11-09T10:49:25,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42345
2024-11-09T10:49:25,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42345
2024-11-09T10:49:25,874 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:35565
2024-11-09T10:49:25,874 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:25,885 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,885 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,888 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:25,895 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:25,895 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:25,895 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,895 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,896 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-09T10:49:25,897 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e067b2c2c7b3,35565,1731149365569 from backup master directory
2024-11-09T10:49:25,906 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,906 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:25,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,906 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:25,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-09T10:49:25,906 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:25,914 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/hbase.id] with ID: 3e0f5898-b126-408c-a58d-32e509a975ed
2024-11-09T10:49:25,914 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/.tmp/hbase.id
2024-11-09T10:49:25,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741826_1002 (size=42)
2024-11-09T10:49:25,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741826_1002 (size=42)
2024-11-09T10:49:25,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741826_1002 (size=42)
2024-11-09T10:49:25,926 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/.tmp/hbase.id]:[hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/hbase.id]
2024-11-09T10:49:25,945 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-09T10:49:25,945 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-09T10:49:25,947 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms.
2024-11-09T10:49:25,958 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,958 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:25,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741827_1003 (size=196)
2024-11-09T10:49:25,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741827_1003 (size=196)
2024-11-09T10:49:25,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741827_1003 (size=196)
2024-11-09T10:49:25,973 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T10:49:25,974 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-09T10:49:25,974 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T10:49:25,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741828_1004 (size=1189)
2024-11-09T10:49:25,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741828_1004 (size=1189)
2024-11-09T10:49:25,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741828_1004 (size=1189)
2024-11-09T10:49:25,988 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store
2024-11-09T10:49:25,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741829_1005 (size=34)
2024-11-09T10:49:25,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741829_1005 (size=34)
2024-11-09T10:49:26,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741829_1005 (size=34)
2024-11-09T10:49:26,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:26,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T10:49:26,000 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:26,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:26,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T10:49:26,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:26,000 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:26,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731149366000Disabling compacts and flushes for region at 1731149366000Disabling writes for close at 1731149366000Writing region close event to WAL at 1731149366000Closed at 1731149366000
2024-11-09T10:49:26,002 WARN  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/.initializing
2024-11-09T10:49:26,002 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/WALs/e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:26,006 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C35565%2C1731149365569, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/WALs/e067b2c2c7b3,35565,1731149365569, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/oldWALs, maxLogs=10
2024-11-09T10:49:26,006 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor e067b2c2c7b3%2C35565%2C1731149365569.1731149366006
2024-11-09T10:49:26,017 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/WALs/e067b2c2c7b3,35565,1731149365569/e067b2c2c7b3%2C35565%2C1731149365569.1731149366006
2024-11-09T10:49:26,020 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38937:38937),(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:46537:46537)]
2024-11-09T10:49:26,021 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-09T10:49:26,021 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:26,022 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,022 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,024 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:26,026 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-09T10:49:26,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,026 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,027 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:26,028 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-09T10:49:26,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,029 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:26,029 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:26,032 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-09T10:49:26,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:26,033 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-09T10:49:26,035 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-09T10:49:26,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,036 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:26,036 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,037 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,037 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,039 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,039 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,040 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T10:49:26,041 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-09T10:49:26,044 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T10:49:26,045 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74043874, jitterRate=0.10333970189094543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T10:49:26,045 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731149366022Initializing all the Stores at 1731149366023 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149366023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149366023Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149366023Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149366023Cleaning up temporary data from old regions at 1731149366039 (+16 ms)Region opened successfully at 1731149366045 (+6 ms)
2024-11-09T10:49:26,046 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-09T10:49:26,050 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5507c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:26,051 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-09T10:49:26,052 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-09T10:49:26,052 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-09T10:49:26,052 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-09T10:49:26,053 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-09T10:49:26,053 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec
2024-11-09T10:49:26,053 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-09T10:49:26,057 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-09T10:49:26,058 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-09T10:49:26,070 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-09T10:49:26,071 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-09T10:49:26,072 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-09T10:49:26,085 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-09T10:49:26,085 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-09T10:49:26,087 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-09T10:49:26,095 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-09T10:49:26,097 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-09T10:49:26,106 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-09T10:49:26,108 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-09T10:49:26,116 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-09T10:49:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:26,127 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:26,127 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,127 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,127 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,128 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,35565,1731149365569, sessionid=0x1011f36fcd70000, setting cluster-up flag (Was=false)
2024-11-09T10:49:26,148 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,148 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,179 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-09T10:49:26,182 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:26,201 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,201 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-09T10:49:26,233 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:26,235 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-09T10:49:26,237 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:26,238 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-09T10:49:26,238 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-09T10:49:26,238 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,35565,1731149365569
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-09T10:49:26,240 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:26,240 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:26,240 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:26,240 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5
2024-11-09T10:49:26,241 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10
2024-11-09T10:49:26,241 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,241 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:26,241 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731149396242
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-09T10:49:26,242 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,243 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-09T10:49:26,243 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-09T10:49:26,243 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-09T10:49:26,244 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-09T10:49:26,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:26,244 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-09T10:49:26,244 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-09T10:49:26,244 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731149366244,5,FailOnTimeoutGroup]
2024-11-09T10:49:26,244 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731149366244,5,FailOnTimeoutGroup]
2024-11-09T10:49:26,244 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,244 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-09T10:49:26,244 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,245 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,246 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,246 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-09T10:49:26,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741831_1007 (size=1321)
2024-11-09T10:49:26,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741831_1007 (size=1321)
2024-11-09T10:49:26,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741831_1007 (size=1321)
2024-11-09T10:49:26,259 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-09T10:49:26,259 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca
2024-11-09T10:49:26,264 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(746): ClusterId : 3e0f5898-b126-408c-a58d-32e509a975ed
2024-11-09T10:49:26,264 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(746): ClusterId : 3e0f5898-b126-408c-a58d-32e509a975ed
2024-11-09T10:49:26,264 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T10:49:26,264 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T10:49:26,268 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741832_1008 (size=32)
2024-11-09T10:49:26,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741832_1008 (size=32)
2024-11-09T10:49:26,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741832_1008 (size=32)
2024-11-09T10:49:26,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:26,271 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T10:49:26,272 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T10:49:26,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T10:49:26,274 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(746): ClusterId : 3e0f5898-b126-408c-a58d-32e509a975ed
2024-11-09T10:49:26,274 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-09T10:49:26,275 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T10:49:26,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,275 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,275 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T10:49:26,277 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T10:49:26,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,278 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,278 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T10:49:26,280 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T10:49:26,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,281 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T10:49:26,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740
2024-11-09T10:49:26,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740
2024-11-09T10:49:26,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T10:49:26,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T10:49:26,285 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T10:49:26,285 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T10:49:26,285 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T10:49:26,285 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T10:49:26,285 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T10:49:26,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T10:49:26,289 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T10:49:26,290 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69118923, jitterRate=0.029952213168144226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T10:49:26,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731149366270Initializing all the Stores at 1731149366271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149366271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149366271Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149366271Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149366271Cleaning up temporary data from old regions at 1731149366284 (+13 ms)Region opened successfully at 1731149366291 (+7 ms)
2024-11-09T10:49:26,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T10:49:26,291 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T10:49:26,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T10:49:26,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T10:49:26,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T10:49:26,292 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T10:49:26,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731149366291Disabling compacts and flushes for region at 1731149366291Disabling writes for close at 1731149366291Writing region close event to WAL at 1731149366292 (+1 ms)Closed at 1731149366292
2024-11-09T10:49:26,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:26,293 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-09T10:49:26,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-09T10:49:26,295 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T10:49:26,297 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-09T10:49:26,306 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-09T10:49:26,306 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-09T10:49:26,306 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T10:49:26,307 DEBUG [RS:0;e067b2c2c7b3:44943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52df9b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:26,316 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T10:49:26,317 DEBUG [RS:1;e067b2c2c7b3:44053 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4b23cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:26,317 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-09T10:49:26,317 DEBUG [RS:2;e067b2c2c7b3:42345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c828899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0
2024-11-09T10:49:26,318 DEBUG [RS:0;e067b2c2c7b3:44943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:44943
2024-11-09T10:49:26,318 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T10:49:26,318 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T10:49:26,318 DEBUG [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T10:49:26,319 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35565,1731149365569 with port=44943, startcode=1731149365748
2024-11-09T10:49:26,319 DEBUG [RS:0;e067b2c2c7b3:44943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T10:49:26,321 INFO  [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T10:49:26,322 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:26,322 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:26,324 DEBUG [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca
2024-11-09T10:49:26,324 DEBUG [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43875
2024-11-09T10:49:26,325 DEBUG [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T10:49:26,328 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e067b2c2c7b3:44053
2024-11-09T10:49:26,328 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T10:49:26,328 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T10:49:26,328 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T10:49:26,330 DEBUG [RS:2;e067b2c2c7b3:42345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e067b2c2c7b3:42345
2024-11-09T10:49:26,330 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-09T10:49:26,330 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-09T10:49:26,330 DEBUG [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-09T10:49:26,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:26,337 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35565,1731149365569 with port=42345, startcode=1731149365835
2024-11-09T10:49:26,337 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35565,1731149365569 with port=44053, startcode=1731149365790
2024-11-09T10:49:26,338 DEBUG [RS:2;e067b2c2c7b3:42345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T10:49:26,338 DEBUG [RS:1;e067b2c2c7b3:44053 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-09T10:49:26,338 DEBUG [RS:0;e067b2c2c7b3:44943 {}] zookeeper.ZKUtil(111): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:26,338 WARN  [RS:0;e067b2c2c7b3:44943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:26,338 INFO  [RS:0;e067b2c2c7b3:44943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T10:49:26,338 DEBUG [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:26,338 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,44943,1731149365748]
2024-11-09T10:49:26,339 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T10:49:26,339 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService
2024-11-09T10:49:26,340 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,340 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,342 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:26,343 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35565 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:26,343 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca
2024-11-09T10:49:26,343 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43875
2024-11-09T10:49:26,343 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T10:49:26,344 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T10:49:26,345 DEBUG [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca
2024-11-09T10:49:26,345 DEBUG [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43875
2024-11-09T10:49:26,346 DEBUG [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-09T10:49:26,352 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T10:49:26,352 INFO  [RS:0;e067b2c2c7b3:44943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T10:49:26,353 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,353 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T10:49:26,354 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T10:49:26,354 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,354 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,355 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,356 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,356 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,356 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:26,356 DEBUG [RS:0;e067b2c2c7b3:44943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:26,356 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,356 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,357 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,357 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,357 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,357 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44943,1731149365748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:26,369 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T10:49:26,370 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44943,1731149365748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,370 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,370 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.Replication(171): e067b2c2c7b3,44943,1731149365748 started
2024-11-09T10:49:26,382 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,382 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,44943,1731149365748, RpcServer on e067b2c2c7b3/172.17.0.3:44943, sessionid=0x1011f36fcd70001
2024-11-09T10:49:26,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:26,383 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T10:49:26,383 DEBUG [RS:0;e067b2c2c7b3:44943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:26,383 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44943,1731149365748'
2024-11-09T10:49:26,383 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T10:49:26,401 DEBUG [RS:1;e067b2c2c7b3:44053 {}] zookeeper.ZKUtil(111): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,401 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T10:49:26,401 WARN  [RS:1;e067b2c2c7b3:44053 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:26,401 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,44053,1731149365790]
2024-11-09T10:49:26,401 INFO  [RS:1;e067b2c2c7b3:44053 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T10:49:26,401 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,42345,1731149365835]
2024-11-09T10:49:26,401 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,401 DEBUG [RS:2;e067b2c2c7b3:42345 {}] zookeeper.ZKUtil(111): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:26,401 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T10:49:26,401 WARN  [RS:2;e067b2c2c7b3:42345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-09T10:49:26,401 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T10:49:26,401 DEBUG [RS:0;e067b2c2c7b3:44943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:26,401 INFO  [RS:2;e067b2c2c7b3:42345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T10:49:26,401 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44943,1731149365748'
2024-11-09T10:49:26,401 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T10:49:26,401 DEBUG [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:26,402 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T10:49:26,403 DEBUG [RS:0;e067b2c2c7b3:44943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T10:49:26,403 INFO  [RS:0;e067b2c2c7b3:44943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T10:49:26,403 INFO  [RS:0;e067b2c2c7b3:44943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T10:49:26,406 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T10:49:26,406 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-09T10:49:26,409 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T10:49:26,410 INFO  [RS:1;e067b2c2c7b3:44053 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T10:49:26,410 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,410 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T10:49:26,412 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T10:49:26,412 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,412 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,412 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,412 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,413 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,414 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,414 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:26,414 DEBUG [RS:1;e067b2c2c7b3:44053 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:26,416 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-09T10:49:26,416 INFO  [RS:2;e067b2c2c7b3:42345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-09T10:49:26,416 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,416 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,417 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,417 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-09T10:49:26,417 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,417 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,417 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,417 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44053,1731149365790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:26,418 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-09T10:49:26,418 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,418 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,419 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,419 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,419 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1
2024-11-09T10:49:26,419 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:26,419 DEBUG [RS:2;e067b2c2c7b3:42345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3
2024-11-09T10:49:26,419 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,419 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,419 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,419 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,419 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,420 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42345,1731149365835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:26,433 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T10:49:26,433 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42345,1731149365835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,433 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,433 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.Replication(171): e067b2c2c7b3,42345,1731149365835 started
2024-11-09T10:49:26,435 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-09T10:49:26,435 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44053,1731149365790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,435 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,435 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.Replication(171): e067b2c2c7b3,44053,1731149365790 started
2024-11-09T10:49:26,445 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,445 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,42345,1731149365835, RpcServer on e067b2c2c7b3/172.17.0.3:42345, sessionid=0x1011f36fcd70003
2024-11-09T10:49:26,445 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T10:49:26,446 DEBUG [RS:2;e067b2c2c7b3:42345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:26,446 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,42345,1731149365835'
2024-11-09T10:49:26,446 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T10:49:26,446 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T10:49:26,447 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T10:49:26,447 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T10:49:26,447 DEBUG [RS:2;e067b2c2c7b3:42345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:26,447 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,42345,1731149365835'
2024-11-09T10:49:26,447 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T10:49:26,448 WARN  [e067b2c2c7b3:35565 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-09T10:49:26,448 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T10:49:26,448 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:26,448 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,44053,1731149365790, RpcServer on e067b2c2c7b3/172.17.0.3:44053, sessionid=0x1011f36fcd70002
2024-11-09T10:49:26,448 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-09T10:49:26,448 DEBUG [RS:1;e067b2c2c7b3:44053 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,448 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44053,1731149365790'
2024-11-09T10:49:26,448 DEBUG [RS:2;e067b2c2c7b3:42345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T10:49:26,448 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-09T10:49:26,448 INFO  [RS:2;e067b2c2c7b3:42345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T10:49:26,448 INFO  [RS:2;e067b2c2c7b3:42345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T10:49:26,449 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-09T10:49:26,449 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-09T10:49:26,449 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-09T10:49:26,449 DEBUG [RS:1;e067b2c2c7b3:44053 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,449 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44053,1731149365790'
2024-11-09T10:49:26,449 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-09T10:49:26,449 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-09T10:49:26,450 DEBUG [RS:1;e067b2c2c7b3:44053 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-09T10:49:26,450 INFO  [RS:1;e067b2c2c7b3:44053 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-09T10:49:26,450 INFO  [RS:1;e067b2c2c7b3:44053 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-09T10:49:26,508 INFO  [RS:0;e067b2c2c7b3:44943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C44943%2C1731149365748, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44943,1731149365748, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs, maxLogs=32
2024-11-09T10:49:26,511 INFO  [RS:0;e067b2c2c7b3:44943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e067b2c2c7b3%2C44943%2C1731149365748.1731149366510
2024-11-09T10:49:26,521 INFO  [RS:0;e067b2c2c7b3:44943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44943,1731149365748/e067b2c2c7b3%2C44943%2C1731149365748.1731149366510
2024-11-09T10:49:26,525 DEBUG [RS:0;e067b2c2c7b3:44943 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:38937:38937),(127.0.0.1/127.0.0.1:46537:46537)]
2024-11-09T10:49:26,552 INFO  [RS:2;e067b2c2c7b3:42345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C42345%2C1731149365835, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,42345,1731149365835, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs, maxLogs=32
2024-11-09T10:49:26,553 INFO  [RS:1;e067b2c2c7b3:44053 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C44053%2C1731149365790, suffix=, logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44053,1731149365790, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs, maxLogs=32
2024-11-09T10:49:26,553 INFO  [RS:2;e067b2c2c7b3:42345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e067b2c2c7b3%2C42345%2C1731149365835.1731149366553
2024-11-09T10:49:26,554 INFO  [RS:1;e067b2c2c7b3:44053 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e067b2c2c7b3%2C44053%2C1731149365790.1731149366554
2024-11-09T10:49:26,565 INFO  [RS:1;e067b2c2c7b3:44053 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44053,1731149365790/e067b2c2c7b3%2C44053%2C1731149365790.1731149366554
2024-11-09T10:49:26,565 INFO  [RS:2;e067b2c2c7b3:42345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,42345,1731149365835/e067b2c2c7b3%2C42345%2C1731149365835.1731149366553
2024-11-09T10:49:26,567 DEBUG [RS:1;e067b2c2c7b3:44053 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:46537:46537),(127.0.0.1/127.0.0.1:38937:38937)]
2024-11-09T10:49:26,567 DEBUG [RS:2;e067b2c2c7b3:42345 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46537:46537),(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:38937:38937)]
2024-11-09T10:49:26,698 DEBUG [e067b2c2c7b3:35565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-09T10:49:26,698 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(204): Hosts are {e067b2c2c7b3=0} racks are {/default-rack=0}
2024-11-09T10:49:26,703 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T10:49:26,703 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T10:49:26,703 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T10:49:26,703 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T10:49:26,703 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T10:49:26,704 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T10:49:26,704 INFO  [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T10:49:26,704 INFO  [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T10:49:26,704 INFO  [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T10:49:26,704 DEBUG [e067b2c2c7b3:35565 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T10:49:26,705 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,708 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44053,1731149365790, state=OPENING
2024-11-09T10:49:26,755 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-09T10:49:26,765 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,765 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:26,767 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-09T10:49:26,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,767 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44053,1731149365790}]
2024-11-09T10:49:26,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,925 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-09T10:49:26,929 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-09T10:49:26,939 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-09T10:49:26,939 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider
2024-11-09T10:49:26,942 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C44053%2C1731149365790.meta, suffix=.meta, logDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44053,1731149365790, archiveDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs, maxLogs=32
2024-11-09T10:49:26,943 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor e067b2c2c7b3%2C44053%2C1731149365790.meta.1731149366943.meta
2024-11-09T10:49:26,954 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/WALs/e067b2c2c7b3,44053,1731149365790/e067b2c2c7b3%2C44053%2C1731149365790.meta.1731149366943.meta
2024-11-09T10:49:26,955 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38937:38937),(127.0.0.1/127.0.0.1:36609:36609),(127.0.0.1/127.0.0.1:46537:46537)]
2024-11-09T10:49:26,957 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-09T10:49:26,957 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-09T10:49:26,957 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-09T10:49:26,957 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-09T10:49:26,958 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-09T10:49:26,958 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:26,958 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-09T10:49:26,958 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-09T10:49:26,960 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-09T10:49:26,961 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-09T10:49:26,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-09T10:49:26,963 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-09T10:49:26,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,963 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,963 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-09T10:49:26,964 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-09T10:49:26,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-09T10:49:26,966 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-09T10:49:26,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:26,967 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-09T10:49:26,967 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-09T10:49:26,967 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740
2024-11-09T10:49:26,969 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740
2024-11-09T10:49:26,970 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-09T10:49:26,970 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-09T10:49:26,971 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-09T10:49:26,973 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-09T10:49:26,973 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68440456, jitterRate=0.01984226703643799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-09T10:49:26,974 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-09T10:49:26,974 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731149366958Writing region info on filesystem at 1731149366958Initializing all the Stores at 1731149366959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149366959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149366960 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149366960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731149366960Cleaning up temporary data from old regions at 1731149366971 (+11 ms)Running coprocessor post-open hooks at 1731149366974 (+3 ms)Region opened successfully at 1731149366974
2024-11-09T10:49:26,976 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731149366925
2024-11-09T10:49:26,979 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-09T10:49:26,979 INFO  [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-09T10:49:26,980 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,981 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44053,1731149365790, state=OPEN
2024-11-09T10:49:26,990 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:26,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:26,990 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-09T10:49:26,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:26,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-09T10:49:26,995 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-09T10:49:26,995 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44053,1731149365790 in 223 msec
2024-11-09T10:49:26,999 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-09T10:49:26,999 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 701 msec
2024-11-09T10:49:27,000 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-09T10:49:27,000 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-09T10:49:27,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T10:49:27,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44053,1731149365790, seqNum=-1]
2024-11-09T10:49:27,002 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T10:49:27,004 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T10:49:27,012 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec
2024-11-09T10:49:27,012 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731149367012, completionTime=-1
2024-11-09T10:49:27,012 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-09T10:49:27,012 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-09T10:49:27,015 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3
2024-11-09T10:49:27,015 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731149427015
2024-11-09T10:49:27,015 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731149487015
2024-11-09T10:49:27,015 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec
2024-11-09T10:49:27,015 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-09T10:49:27,016 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35565,1731149365569-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:27,016 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35565,1731149365569-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:27,016 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35565,1731149365569-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:27,016 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:35565, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:27,016 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:27,016 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:27,019 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.115sec
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35565,1731149365569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-09T10:49:27,022 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35565,1731149365569-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-09T10:49:27,025 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-09T10:49:27,025 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-09T10:49:27,025 INFO  [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35565,1731149365569-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-09T10:49:27,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7b40a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T10:49:27,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35565,-1 for getting cluster id
2024-11-09T10:49:27,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-09T10:49:27,068 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e0f5898-b126-408c-a58d-32e509a975ed'
2024-11-09T10:49:27,069 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-09T10:49:27,069 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e0f5898-b126-408c-a58d-32e509a975ed"

2024-11-09T10:49:27,070 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e1772e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T10:49:27,070 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35565,-1]
2024-11-09T10:49:27,070 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-09T10:49:27,071 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:27,074 INFO  [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-09T10:49:27,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbd659a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-09T10:49:27,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-09T10:49:27,077 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44053,1731149365790, seqNum=-1]
2024-11-09T10:49:27,078 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-09T10:49:27,079 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-09T10:49:27,081 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:27,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-09T10:49:27,083 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:27,083 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2005a384
2024-11-09T10:49:27,083 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-09T10:49:27,085 INFO  [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-09T10:49:27,086 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-09T10:49:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC
2024-11-09T10:49:27,089 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION
2024-11-09T10:49:27,089 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:27,089 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestHBaseWalOnEC"
 procId is: 4
2024-11-09T10:49:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:27,091 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-09T10:49:27,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741837_1013 (size=392)
2024-11-09T10:49:27,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741837_1013 (size=392)
2024-11-09T10:49:27,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741837_1013 (size=392)
2024-11-09T10:49:27,103 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f92c41dee3a0445b17b6790799d90f38, NAME => 'TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca
2024-11-09T10:49:27,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741838_1014 (size=51)
2024-11-09T10:49:27,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741838_1014 (size=51)
2024-11-09T10:49:27,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741838_1014 (size=51)
2024-11-09T10:49:27,112 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:27,113 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing f92c41dee3a0445b17b6790799d90f38, disabling compactions & flushes
2024-11-09T10:49:27,113 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,113 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,113 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38. after waiting 0 ms
2024-11-09T10:49:27,113 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,113 INFO  [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,113 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for f92c41dee3a0445b17b6790799d90f38:
Waiting for close lock at 1731149367113Disabling compacts and flushes for region at 1731149367113Disabling writes for close at 1731149367113Writing region close event to WAL at 1731149367113Closed at 1731149367113
2024-11-09T10:49:27,115 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META
2024-11-09T10:49:27,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731149367115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731149367115"}]},"ts":"1731149367115"}
2024-11-09T10:49:27,119 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-09T10:49:27,122 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-09T10:49:27,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731149367122"}]},"ts":"1731149367122"}
2024-11-09T10:49:27,125 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta
2024-11-09T10:49:27,126 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e067b2c2c7b3=0} racks are {/default-rack=0}
2024-11-09T10:49:27,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-09T10:49:27,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-09T10:49:27,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-09T10:49:27,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-09T10:49:27,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-09T10:49:27,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-09T10:49:27,127 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-09T10:49:27,127 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-09T10:49:27,127 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-09T10:49:27,127 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-09T10:49:27,127 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f92c41dee3a0445b17b6790799d90f38, ASSIGN}]
2024-11-09T10:49:27,129 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f92c41dee3a0445b17b6790799d90f38, ASSIGN
2024-11-09T10:49:27,131 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f92c41dee3a0445b17b6790799d90f38, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,44053,1731149365790; forceNewPlan=false, retain=false
2024-11-09T10:49:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:27,282 INFO  [e067b2c2c7b3:35565 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-09T10:49:27,283 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f92c41dee3a0445b17b6790799d90f38, regionState=OPENING, regionLocation=e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:27,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f92c41dee3a0445b17b6790799d90f38, ASSIGN because future has completed
2024-11-09T10:49:27,296 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f92c41dee3a0445b17b6790799d90f38, server=e067b2c2c7b3,44053,1731149365790}]
2024-11-09T10:49:27,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:27,459 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,460 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f92c41dee3a0445b17b6790799d90f38, NAME => 'TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.', STARTKEY => '', ENDKEY => ''}
2024-11-09T10:49:27,461 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,461 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-09T10:49:27,461 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,461 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,464 INFO  [StoreOpener-f92c41dee3a0445b17b6790799d90f38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f92c41dee3a0445b17b6790799d90f38 
2024-11-09T10:49:27,465 INFO  [StoreOpener-f92c41dee3a0445b17b6790799d90f38-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f92c41dee3a0445b17b6790799d90f38 columnFamilyName cf
2024-11-09T10:49:27,466 DEBUG [StoreOpener-f92c41dee3a0445b17b6790799d90f38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-09T10:49:27,466 INFO  [StoreOpener-f92c41dee3a0445b17b6790799d90f38-1 {}] regionserver.HStore(327): Store=f92c41dee3a0445b17b6790799d90f38/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-09T10:49:27,466 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,467 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,468 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,468 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,468 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,471 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,473 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-09T10:49:27,474 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f92c41dee3a0445b17b6790799d90f38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67492166, jitterRate=0.005711644887924194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-09T10:49:27,474 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:27,475 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f92c41dee3a0445b17b6790799d90f38:
Running coprocessor pre-open hook at 1731149367461Writing region info on filesystem at 1731149367461Initializing all the Stores at 1731149367463 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731149367463Cleaning up temporary data from old regions at 1731149367468 (+5 ms)Running coprocessor post-open hooks at 1731149367474 (+6 ms)Region opened successfully at 1731149367475 (+1 ms)
2024-11-09T10:49:27,477 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38., pid=6, masterSystemTime=1731149367450
2024-11-09T10:49:27,480 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,480 INFO  [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,482 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f92c41dee3a0445b17b6790799d90f38, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:27,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f92c41dee3a0445b17b6790799d90f38, server=e067b2c2c7b3,44053,1731149365790 because future has completed
2024-11-09T10:49:27,492 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-09T10:49:27,492 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f92c41dee3a0445b17b6790799d90f38, server=e067b2c2c7b3,44053,1731149365790 in 192 msec
2024-11-09T10:49:27,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-09T10:49:27,496 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=f92c41dee3a0445b17b6790799d90f38, ASSIGN in 365 msec
2024-11-09T10:49:27,498 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-09T10:49:27,498 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731149367498"}]},"ts":"1731149367498"}
2024-11-09T10:49:27,501 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta
2024-11-09T10:49:27,503 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION
2024-11-09T10:49:27,507 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 417 msec
2024-11-09T10:49:27,562 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-09T10:49:27,562 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-09T10:49:27,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T10:49:27,566 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-09T10:49:27,566 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-09T10:49:27,566 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-09T10:49:27,568 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC
2024-11-09T10:49:27,568 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestHBaseWalOnEC Metrics about Tables on a single HBase RegionServer
2024-11-09T10:49:27,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-09T10:49:27,724 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T10:49:27,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms
2024-11-09T10:49:27,724 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T10:49:27,728 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states.
2024-11-09T10:49:27,729 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-09T10:49:27,729 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned.
2024-11-09T10:49:27,732 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38., hostname=e067b2c2c7b3,44053,1731149365790, seqNum=2]
2024-11-09T10:49:27,736 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC
2024-11-09T10:49:27,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC
2024-11-09T10:49:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T10:49:27,739 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE
2024-11-09T10:49:27,740 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-09T10:49:27,740 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-09T10:49:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T10:49:27,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44053 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-09T10:49:27,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,895 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing f92c41dee3a0445b17b6790799d90f38 1/1 column families, dataSize=32 B heapSize=360 B
2024-11-09T10:49:27,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38/.tmp/cf/40d1be63e8714548893247bc95b6d2c3 is 36, key is row/cf:cq/1731149367734/Put/seqid=0
2024-11-09T10:49:27,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741839_1015 (size=4787)
2024-11-09T10:49:27,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741839_1015 (size=4787)
2024-11-09T10:49:27,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741839_1015 (size=4787)
2024-11-09T10:49:27,922 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38/.tmp/cf/40d1be63e8714548893247bc95b6d2c3
2024-11-09T10:49:27,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38/.tmp/cf/40d1be63e8714548893247bc95b6d2c3 as hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38/cf/40d1be63e8714548893247bc95b6d2c3
2024-11-09T10:49:27,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38/cf/40d1be63e8714548893247bc95b6d2c3, entries=1, sequenceid=5, filesize=4.7 K
2024-11-09T10:49:27,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for f92c41dee3a0445b17b6790799d90f38 in 46ms, sequenceid=5, compaction requested=false
2024-11-09T10:49:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for f92c41dee3a0445b17b6790799d90f38:

2024-11-09T10:49:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-09T10:49:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-09T10:49:27,947 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-09T10:49:27,947 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec
2024-11-09T10:49:27,951 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 212 msec
2024-11-09T10:49:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-09T10:49:28,053 INFO  [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed
2024-11-09T10:49:28,057 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-09T10:49:28,057 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T10:49:28,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:28,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,058 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-09T10:49:28,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-09T10:49:28,058 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=148871402, stopped=false
2024-11-09T10:49:28,058 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,35565,1731149365569
2024-11-09T10:49:28,165 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:28,165 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-09T10:49:28,165 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:28,165 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:28,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:28,165 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T10:49:28,166 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-09T10:49:28,166 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:28,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:28,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:28,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:28,167 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,44943,1731149365748' *****
2024-11-09T10:49:28,167 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T10:49:28,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-09T10:49:28,167 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,44053,1731149365790' *****
2024-11-09T10:49:28,167 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T10:49:28,167 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,42345,1731149365835' *****
2024-11-09T10:49:28,168 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-09T10:49:28,168 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T10:49:28,168 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T10:49:28,168 INFO  [RS:0;e067b2c2c7b3:44943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T10:49:28,168 INFO  [RS:0;e067b2c2c7b3:44943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T10:49:28,168 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:28,168 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:28,168 INFO  [RS:0;e067b2c2c7b3:44943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44943.
2024-11-09T10:49:28,168 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T10:49:28,169 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T10:49:28,169 DEBUG [RS:0;e067b2c2c7b3:44943 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:28,169 DEBUG [RS:0;e067b2c2c7b3:44943 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,169 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-09T10:49:28,169 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,44943,1731149365748; all regions closed.
2024-11-09T10:49:28,169 INFO  [RS:1;e067b2c2c7b3:44053 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T10:49:28,169 INFO  [RS:2;e067b2c2c7b3:42345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-09T10:49:28,169 INFO  [RS:1;e067b2c2c7b3:44053 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T10:49:28,170 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-09T10:49:28,170 INFO  [RS:2;e067b2c2c7b3:42345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-09T10:49:28,170 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:28,170 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:28,170 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:28,170 INFO  [RS:2;e067b2c2c7b3:42345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e067b2c2c7b3:42345.
2024-11-09T10:49:28,170 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:28,170 DEBUG [RS:2;e067b2c2c7b3:42345 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:28,170 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:28,170 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,170 DEBUG [RS:2;e067b2c2c7b3:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,170 INFO  [RS:1;e067b2c2c7b3:44053 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e067b2c2c7b3:44053.
2024-11-09T10:49:28,170 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f92c41dee3a0445b17b6790799d90f38, disabling compactions & flushes
2024-11-09T10:49:28,171 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,171 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,42345,1731149365835; all regions closed.
2024-11-09T10:49:28,171 INFO  [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:28,171 DEBUG [RS:1;e067b2c2c7b3:44053 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-09T10:49:28,171 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:28,171 DEBUG [RS:1;e067b2c2c7b3:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,171 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,171 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38. after waiting 0 ms
2024-11-09T10:49:28,171 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T10:49:28,171 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:28,171 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T10:49:28,171 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T10:49:28,171 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,171 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-09T10:49:28,171 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,172 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,172 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-09T10:49:28,172 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f92c41dee3a0445b17b6790799d90f38=TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.}
2024-11-09T10:49:28,172 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,172 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-09T10:49:28,172 DEBUG [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f92c41dee3a0445b17b6790799d90f38
2024-11-09T10:49:28,172 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-09T10:49:28,172 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,172 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-09T10:49:28,172 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,172 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-09T10:49:28,172 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-09T10:49:28,173 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,173 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB
2024-11-09T10:49:28,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741833_1009 (size=93)
2024-11-09T10:49:28,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741833_1009 (size=93)
2024-11-09T10:49:28,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741834_1010 (size=93)
2024-11-09T10:49:28,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741833_1009 (size=93)
2024-11-09T10:49:28,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741834_1010 (size=93)
2024-11-09T10:49:28,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741834_1010 (size=93)
2024-11-09T10:49:28,179 DEBUG [RS:0;e067b2c2c7b3:44943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs
2024-11-09T10:49:28,179 INFO  [RS:0;e067b2c2c7b3:44943 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e067b2c2c7b3%2C44943%2C1731149365748:(num 1731149366510)
2024-11-09T10:49:28,179 DEBUG [RS:0;e067b2c2c7b3:44943 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,179 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/default/TestHBaseWalOnEC/f92c41dee3a0445b17b6790799d90f38/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:28,180 DEBUG [RS:2;e067b2c2c7b3:42345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:28,180 INFO  [RS:2;e067b2c2c7b3:42345 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e067b2c2c7b3%2C42345%2C1731149365835:(num 1731149366553)
2024-11-09T10:49:28,180 DEBUG [RS:2;e067b2c2c7b3:42345 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T10:49:28,180 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T10:49:28,180 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:28,180 INFO  [RS:0;e067b2c2c7b3:44943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44943
2024-11-09T10:49:28,180 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:28,181 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-09T10:49:28,181 INFO  [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:28,181 INFO  [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:28,181 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-09T10:49:28,181 INFO  [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:28,181 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-09T10:49:28,182 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:28,182 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f92c41dee3a0445b17b6790799d90f38:
Waiting for close lock at 1731149368170Running coprocessor pre-close hooks at 1731149368170Disabling compacts and flushes for region at 1731149368170Disabling writes for close at 1731149368171 (+1 ms)Writing region close event to WAL at 1731149368173 (+2 ms)Running coprocessor post-close hooks at 1731149368181 (+8 ms)Closed at 1731149368181
2024-11-09T10:49:28,182 INFO  [RS:2;e067b2c2c7b3:42345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42345
2024-11-09T10:49:28,182 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38.
2024-11-09T10:49:28,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:28,190 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e067b2c2c7b3,44943,1731149365748
2024-11-09T10:49:28,190 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:28,196 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/info/d0d3c98c89314f87b5919ac821d88d05 is 153, key is TestHBaseWalOnEC,,1731149367085.f92c41dee3a0445b17b6790799d90f38./info:regioninfo/1731149367481/Put/seqid=0
2024-11-09T10:49:28,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e067b2c2c7b3,42345,1731149365835
2024-11-09T10:49:28,200 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:28,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741840_1016 (size=6637)
2024-11-09T10:49:28,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741840_1016 (size=6637)
2024-11-09T10:49:28,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741840_1016 (size=6637)
2024-11-09T10:49:28,204 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/info/d0d3c98c89314f87b5919ac821d88d05
2024-11-09T10:49:28,211 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,44943,1731149365748]
2024-11-09T10:49:28,219 INFO  [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:28,222 INFO  [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:28,225 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/ns/1fbbf6b5f2a54024982767de07af7d08 is 43, key is default/ns:d/1731149367004/Put/seqid=0
2024-11-09T10:49:28,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e067b2c2c7b3,44943,1731149365748 already deleted, retry=false
2024-11-09T10:49:28,232 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,44943,1731149365748 expired; onlineServers=2
2024-11-09T10:49:28,232 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,42345,1731149365835]
2024-11-09T10:49:28,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741841_1017 (size=5153)
2024-11-09T10:49:28,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741841_1017 (size=5153)
2024-11-09T10:49:28,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741841_1017 (size=5153)
2024-11-09T10:49:28,233 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/ns/1fbbf6b5f2a54024982767de07af7d08
2024-11-09T10:49:28,242 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e067b2c2c7b3,42345,1731149365835 already deleted, retry=false
2024-11-09T10:49:28,242 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,42345,1731149365835 expired; onlineServers=1
2024-11-09T10:49:28,257 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/table/3ebeeaa7a37646b6ad708623ba07a447 is 52, key is TestHBaseWalOnEC/table:state/1731149367498/Put/seqid=0
2024-11-09T10:49:28,259 INFO  [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:28,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741842_1018 (size=5249)
2024-11-09T10:49:28,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741842_1018 (size=5249)
2024-11-09T10:49:28,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741842_1018 (size=5249)
2024-11-09T10:49:28,265 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/table/3ebeeaa7a37646b6ad708623ba07a447
2024-11-09T10:49:28,275 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/info/d0d3c98c89314f87b5919ac821d88d05 as hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/info/d0d3c98c89314f87b5919ac821d88d05
2024-11-09T10:49:28,285 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/info/d0d3c98c89314f87b5919ac821d88d05, entries=10, sequenceid=11, filesize=6.5 K
2024-11-09T10:49:28,286 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/ns/1fbbf6b5f2a54024982767de07af7d08 as hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/ns/1fbbf6b5f2a54024982767de07af7d08
2024-11-09T10:49:28,295 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/ns/1fbbf6b5f2a54024982767de07af7d08, entries=2, sequenceid=11, filesize=5.0 K
2024-11-09T10:49:28,296 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/.tmp/table/3ebeeaa7a37646b6ad708623ba07a447 as hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/table/3ebeeaa7a37646b6ad708623ba07a447
2024-11-09T10:49:28,308 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/table/3ebeeaa7a37646b6ad708623ba07a447, entries=2, sequenceid=11, filesize=5.1 K
2024-11-09T10:49:28,310 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=11, compaction requested=false
2024-11-09T10:49:28,311 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,311 INFO  [RS:0;e067b2c2c7b3:44943 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:28,311 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44943-0x1011f36fcd70001, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,311 INFO  [RS:0;e067b2c2c7b3:44943 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,44943,1731149365748; zookeeper connection closed.
2024-11-09T10:49:28,311 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@763b099c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@763b099c
2024-11-09T10:49:28,318 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1
2024-11-09T10:49:28,319 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-09T10:49:28,319 INFO  [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-09T10:49:28,319 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731149368172Running coprocessor pre-close hooks at 1731149368172Disabling compacts and flushes for region at 1731149368172Disabling writes for close at 1731149368172Obtaining lock to block concurrent updates at 1731149368173 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731149368173Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731149368173Flushing stores of hbase:meta,,1.1588230740 at 1731149368176 (+3 ms)Flushing 1588230740/info: creating writer at 1731149368176Flushing 1588230740/info: appending metadata at 1731149368195 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731149368195Flushing 1588230740/ns: creating writer at 1731149368211 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731149368225 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731149368225Flushing 1588230740/table: creating writer at 1731149368240 (+15 ms)Flushing 1588230740/table: appending metadata at 1731149368256 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731149368256Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33159831: reopening flushed file at 1731149368273 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66807834: reopening flushed file at 1731149368285 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f8eda12: reopening flushed file at 1731149368295 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 136ms, sequenceid=11, compaction requested=false at 1731149368310 (+15 ms)Writing region close event to WAL at 1731149368312 (+2 ms)Running coprocessor post-close hooks at 1731149368318 (+6 ms)Closed at 1731149368319 (+1 ms)
2024-11-09T10:49:28,319 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-09T10:49:28,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,322 INFO  [RS:2;e067b2c2c7b3:42345 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:28,322 INFO  [RS:2;e067b2c2c7b3:42345 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,42345,1731149365835; zookeeper connection closed.
2024-11-09T10:49:28,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42345-0x1011f36fcd70003, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,322 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4505c69f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4505c69f
2024-11-09T10:49:28,372 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,44053,1731149365790; all regions closed.
2024-11-09T10:49:28,373 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,373 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,373 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,374 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,374 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741836_1012 (size=2751)
2024-11-09T10:49:28,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741836_1012 (size=2751)
2024-11-09T10:49:28,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741836_1012 (size=2751)
2024-11-09T10:49:28,380 DEBUG [RS:1;e067b2c2c7b3:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs
2024-11-09T10:49:28,381 INFO  [RS:1;e067b2c2c7b3:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e067b2c2c7b3%2C44053%2C1731149365790.meta:.meta(num 1731149366943)
2024-11-09T10:49:28,381 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,381 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,381 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,381 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,382 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741835_1011 (size=1298)
2024-11-09T10:49:28,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741835_1011 (size=1298)
2024-11-09T10:49:28,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741835_1011 (size=1298)
2024-11-09T10:49:28,388 DEBUG [RS:1;e067b2c2c7b3:44053 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/oldWALs
2024-11-09T10:49:28,388 INFO  [RS:1;e067b2c2c7b3:44053 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e067b2c2c7b3%2C44053%2C1731149365790:(num 1731149366554)
2024-11-09T10:49:28,388 DEBUG [RS:1;e067b2c2c7b3:44053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-09T10:49:28,388 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.LeaseManager(133): Closed leases
2024-11-09T10:49:28,388 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:28,389 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:28,389 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:28,389 INFO  [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:28,389 INFO  [RS:1;e067b2c2c7b3:44053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44053
2024-11-09T10:49:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-09T10:49:28,400 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e067b2c2c7b3,44053,1731149365790
2024-11-09T10:49:28,401 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:28,411 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,44053,1731149365790]
2024-11-09T10:49:28,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e067b2c2c7b3,44053,1731149365790 already deleted, retry=false
2024-11-09T10:49:28,421 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,44053,1731149365790 expired; onlineServers=0
2024-11-09T10:49:28,422 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,35565,1731149365569' *****
2024-11-09T10:49:28,422 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-09T10:49:28,422 INFO  [M:0;e067b2c2c7b3:35565 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-09T10:49:28,422 INFO  [M:0;e067b2c2c7b3:35565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-09T10:49:28,422 DEBUG [M:0;e067b2c2c7b3:35565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-09T10:49:28,422 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-09T10:49:28,422 DEBUG [M:0;e067b2c2c7b3:35565 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-09T10:49:28,422 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731149366244 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731149366244,5,FailOnTimeoutGroup]
2024-11-09T10:49:28,422 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731149366244 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731149366244,5,FailOnTimeoutGroup]
2024-11-09T10:49:28,423 INFO  [M:0;e067b2c2c7b3:35565 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-09T10:49:28,423 INFO  [M:0;e067b2c2c7b3:35565 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-09T10:49:28,423 DEBUG [M:0;e067b2c2c7b3:35565 {}] master.HMaster(1795): Stopping service threads
2024-11-09T10:49:28,423 INFO  [M:0;e067b2c2c7b3:35565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-09T10:49:28,423 INFO  [M:0;e067b2c2c7b3:35565 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-09T10:49:28,423 INFO  [M:0;e067b2c2c7b3:35565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-09T10:49:28,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-09T10:49:28,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-09T10:49:28,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-09T10:49:28,432 DEBUG [M:0;e067b2c2c7b3:35565 {}] zookeeper.ZKUtil(347): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-09T10:49:28,432 WARN  [M:0;e067b2c2c7b3:35565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-09T10:49:28,433 INFO  [M:0;e067b2c2c7b3:35565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/.lastflushedseqids
2024-11-09T10:49:28,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741843_1019 (size=127)
2024-11-09T10:49:28,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741843_1019 (size=127)
2024-11-09T10:49:28,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741843_1019 (size=127)
2024-11-09T10:49:28,442 INFO  [M:0;e067b2c2c7b3:35565 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-09T10:49:28,442 INFO  [M:0;e067b2c2c7b3:35565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-09T10:49:28,442 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-09T10:49:28,442 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:28,443 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:28,443 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-09T10:49:28,443 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:28,443 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB
2024-11-09T10:49:28,461 DEBUG [M:0;e067b2c2c7b3:35565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d76963c5154248b683c258bdacb40882 is 82, key is hbase:meta,,1/info:regioninfo/1731149366980/Put/seqid=0
2024-11-09T10:49:28,462 WARN  [IPC Server handler 0 on default port 43875 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-09T10:49:28,463 WARN  [IPC Server handler 0 on default port 43875 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-09T10:49:28,463 WARN  [IPC Server handler 0 on default port 43875 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-09T10:49:28,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741844_1020 (size=5672)
2024-11-09T10:49:28,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741844_1020 (size=5672)
2024-11-09T10:49:28,469 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d76963c5154248b683c258bdacb40882
2024-11-09T10:49:28,492 DEBUG [M:0;e067b2c2c7b3:35565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49636c9b655544f59ffddbc3401f86f6 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731149367506/Put/seqid=0
2024-11-09T10:49:28,493 WARN  [IPC Server handler 4 on default port 43875 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-09T10:49:28,493 WARN  [IPC Server handler 4 on default port 43875 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-09T10:49:28,494 WARN  [IPC Server handler 4 on default port 43875 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-09T10:49:28,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741845_1021 (size=6438)
2024-11-09T10:49:28,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741845_1021 (size=6438)
2024-11-09T10:49:28,500 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49636c9b655544f59ffddbc3401f86f6
2024-11-09T10:49:28,511 INFO  [RS:1;e067b2c2c7b3:44053 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:28,511 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,511 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44053-0x1011f36fcd70002, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,511 INFO  [RS:1;e067b2c2c7b3:44053 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,44053,1731149365790; zookeeper connection closed.
2024-11-09T10:49:28,512 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75d9636f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75d9636f
2024-11-09T10:49:28,512 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-09T10:49:28,523 DEBUG [M:0;e067b2c2c7b3:35565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97afb533727147cd837d17afefef6387 is 69, key is e067b2c2c7b3,42345,1731149365835/rs:state/1731149366343/Put/seqid=0
2024-11-09T10:49:28,524 WARN  [IPC Server handler 2 on default port 43875 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology
2024-11-09T10:49:28,524 WARN  [IPC Server handler 2 on default port 43875 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]})
2024-11-09T10:49:28,524 WARN  [IPC Server handler 2 on default port 43875 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable:  unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}
2024-11-09T10:49:28,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741846_1022 (size=5294)
2024-11-09T10:49:28,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741846_1022 (size=5294)
2024-11-09T10:49:28,530 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97afb533727147cd837d17afefef6387
2024-11-09T10:49:28,537 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d76963c5154248b683c258bdacb40882 as hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d76963c5154248b683c258bdacb40882
2024-11-09T10:49:28,545 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d76963c5154248b683c258bdacb40882, entries=8, sequenceid=72, filesize=5.5 K
2024-11-09T10:49:28,547 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49636c9b655544f59ffddbc3401f86f6 as hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49636c9b655544f59ffddbc3401f86f6
2024-11-09T10:49:28,554 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49636c9b655544f59ffddbc3401f86f6, entries=8, sequenceid=72, filesize=6.3 K
2024-11-09T10:49:28,555 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97afb533727147cd837d17afefef6387 as hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97afb533727147cd837d17afefef6387
2024-11-09T10:49:28,561 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43875/user/jenkins/test-data/4ac0a412-8894-a83d-42c5-345f841465ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97afb533727147cd837d17afefef6387, entries=3, sequenceid=72, filesize=5.2 K
2024-11-09T10:49:28,563 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=72, compaction requested=false
2024-11-09T10:49:28,564 INFO  [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-09T10:49:28,565 DEBUG [M:0;e067b2c2c7b3:35565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731149368442Disabling compacts and flushes for region at 1731149368442Disabling writes for close at 1731149368443 (+1 ms)Obtaining lock to block concurrent updates at 1731149368443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731149368443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731149368443Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731149368444 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731149368444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731149368460 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731149368460Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731149368475 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731149368492 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731149368492Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731149368506 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731149368522 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731149368522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210198f6: reopening flushed file at 1731149368536 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5014945c: reopening flushed file at 1731149368545 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e16d97: reopening flushed file at 1731149368554 (+9 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 120ms, sequenceid=72, compaction requested=false at 1731149368563 (+9 ms)Writing region close event to WAL at 1731149368564 (+1 ms)Closed at 1731149368564
2024-11-09T10:49:28,565 INFO  [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,565 INFO  [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,565 INFO  [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,565 INFO  [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,565 INFO  [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted
2024-11-09T10:49:28,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41275 is added to blk_1073741830_1006 (size=32665)
2024-11-09T10:49:28,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36611 is added to blk_1073741830_1006 (size=32665)
2024-11-09T10:49:28,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36803 is added to blk_1073741830_1006 (size=32665)
2024-11-09T10:49:28,569 INFO  [M:0;e067b2c2c7b3:35565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-09T10:49:28,569 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-09T10:49:28,569 INFO  [M:0;e067b2c2c7b3:35565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35565
2024-11-09T10:49:28,570 INFO  [M:0;e067b2c2c7b3:35565 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-09T10:49:28,680 INFO  [M:0;e067b2c2c7b3:35565 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-09T10:49:28,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35565-0x1011f36fcd70000, quorum=127.0.0.1:57381, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-09T10:49:28,682 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@165796ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:28,682 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@176751e3{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:28,683 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:28,683 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a2b6be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:28,683 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d8940e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:28,684 WARN  [BP-1000565207-172.17.0.3-1731149363125 heartbeating to localhost/127.0.0.1:43875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T10:49:28,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T10:49:28,684 WARN  [BP-1000565207-172.17.0.3-1731149363125 heartbeating to localhost/127.0.0.1:43875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1000565207-172.17.0.3-1731149363125 (Datanode Uuid c18cd2d9-fd92-48ec-a0ba-91827acbc73a) service to localhost/127.0.0.1:43875
2024-11-09T10:49:28,684 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T10:49:28,685 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data5/current/BP-1000565207-172.17.0.3-1731149363125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:28,685 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data6/current/BP-1000565207-172.17.0.3-1731149363125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:28,685 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T10:49:28,687 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c49e2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:28,688 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74a88c50{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:28,688 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:28,688 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ba59100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:28,688 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5c60f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:28,689 WARN  [BP-1000565207-172.17.0.3-1731149363125 heartbeating to localhost/127.0.0.1:43875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T10:49:28,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T10:49:28,689 WARN  [BP-1000565207-172.17.0.3-1731149363125 heartbeating to localhost/127.0.0.1:43875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1000565207-172.17.0.3-1731149363125 (Datanode Uuid 02a6424c-9c7e-4394-9a86-40d7aa92576b) service to localhost/127.0.0.1:43875
2024-11-09T10:49:28,689 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T10:49:28,690 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data3/current/BP-1000565207-172.17.0.3-1731149363125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:28,690 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data4/current/BP-1000565207-172.17.0.3-1731149363125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:28,690 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T10:49:28,693 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6419fd60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-09T10:49:28,693 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@356b0e7e{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:28,693 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:28,694 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@436188c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:28,694 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f2e60d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:28,695 WARN  [BP-1000565207-172.17.0.3-1731149363125 heartbeating to localhost/127.0.0.1:43875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-09T10:49:28,695 WARN  [BP-1000565207-172.17.0.3-1731149363125 heartbeating to localhost/127.0.0.1:43875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1000565207-172.17.0.3-1731149363125 (Datanode Uuid b2cb6d5a-8853-4473-bfb3-16dfd1aeb0b5) service to localhost/127.0.0.1:43875
2024-11-09T10:49:28,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-09T10:49:28,695 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-09T10:49:28,696 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data1/current/BP-1000565207-172.17.0.3-1731149363125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:28,696 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/cluster_c4321523-d883-bbc7-7967-3fb329b01ea0/data/data2/current/BP-1000565207-172.17.0.3-1731149363125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-09T10:49:28,696 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-09T10:49:28,702 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75925886{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-09T10:49:28,702 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f1e7dec{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-09T10:49:28,702 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-09T10:49:28,703 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77ad49ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-09T10:49:28,703 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bbe271{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72cd8b50-ea2e-21e6-00e9-7c86ec028a89/hadoop.log.dir/,STOPPED}
2024-11-09T10:49:28,709 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-09T10:49:28,734 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-09T10:49:28,741 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=151 (was 91) - Thread LEAK? -, OpenFileDescriptor=518 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 91) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5368 (was 5541)