2024-11-12 19:06:21,119 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-12 19:06:21,151 main DEBUG Took 0.027032 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 19:06:21,152 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 19:06:21,153 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 19:06:21,156 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 19:06:21,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,184 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 19:06:21,233 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,247 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,254 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,261 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,263 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,271 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,272 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,274 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,276 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 19:06:21,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,332 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 19:06:21,347 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 19:06:21,349 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 19:06:21,360 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 19:06:21,360 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 19:06:21,363 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 19:06:21,363 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 19:06:21,409 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 19:06:21,413 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 19:06:21,418 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 19:06:21,419 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 19:06:21,419 main DEBUG createAppenders(={Console}) 2024-11-12 19:06:21,421 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-12 19:06:21,421 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-12 19:06:21,422 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-12 19:06:21,423 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 19:06:21,424 main DEBUG OutputStream closed 2024-11-12 19:06:21,424 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 19:06:21,424 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 19:06:21,425 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-12 19:06:21,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 19:06:21,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 19:06:21,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 19:06:21,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 19:06:21,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 19:06:21,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 19:06:21,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 19:06:21,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 19:06:21,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 19:06:21,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 19:06:21,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 19:06:21,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 19:06:21,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 19:06:21,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 19:06:21,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 19:06:21,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 19:06:21,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 19:06:21,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 19:06:21,671 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 19:06:21,684 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7a1a14a4) with optional ClassLoader: null 2024-11-12 19:06:21,685 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 19:06:21,686 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7a1a14a4] started OK. 2024-11-12T19:06:21,719 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-12 19:06:21,726 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 19:06:21,731 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T19:06:22,282 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f 2024-11-12T19:06:22,320 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338, deleteOnExit=true 2024-11-12T19:06:22,322 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/test.cache.data in system properties and HBase conf 2024-11-12T19:06:22,323 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T19:06:22,324 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir in system properties and HBase conf 2024-11-12T19:06:22,325 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T19:06:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T19:06:22,326 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-12T19:06:22,515 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T19:06:22,684 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T19:06:22,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T19:06:22,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T19:06:22,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T19:06:22,694 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T19:06:22,695 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T19:06:22,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T19:06:22,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T19:06:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T19:06:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T19:06:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/nfs.dump.dir in system properties and HBase conf 2024-11-12T19:06:22,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/java.io.tmpdir in system properties and HBase conf 2024-11-12T19:06:22,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T19:06:22,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T19:06:22,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T19:06:24,624 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T19:06:24,847 INFO [Time-limited test {}] log.Log(170): Logging initialized @5319ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T19:06:25,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:25,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:25,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:25,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:25,407 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T19:06:25,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:25,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2461502a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:25,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@110bef75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:25,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3613d8df{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/java.io.tmpdir/jetty-localhost-44199-hadoop-hdfs-3_4_1-tests_jar-_-any-5098738283435318667/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T19:06:25,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10e4c426{HTTP/1.1, (http/1.1)}{localhost:44199} 2024-11-12T19:06:25,885 INFO [Time-limited test {}] server.Server(415): Started @6362ms 2024-11-12T19:06:27,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:27,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:27,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:27,091 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:27,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T19:06:27,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb7b6fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:27,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a6ff1d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:27,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@201f47ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/java.io.tmpdir/jetty-localhost-37837-hadoop-hdfs-3_4_1-tests_jar-_-any-17110852719385371779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:27,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7949bb6a{HTTP/1.1, (http/1.1)}{localhost:37837} 2024-11-12T19:06:27,266 INFO [Time-limited test {}] server.Server(415): Started @7744ms 2024-11-12T19:06:27,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T19:06:27,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:27,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:27,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:27,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:27,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T19:06:27,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@348f634c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:27,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff0fa6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:27,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c74902d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/java.io.tmpdir/jetty-localhost-38641-hadoop-hdfs-3_4_1-tests_jar-_-any-3406158005985005331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:27,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc97f1e{HTTP/1.1, (http/1.1)}{localhost:38641} 2024-11-12T19:06:27,831 INFO [Time-limited test {}] server.Server(415): Started @8308ms 2024-11-12T19:06:27,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T19:06:27,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:27,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:27,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:27,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:27,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T19:06:27,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@199433f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:27,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18795e3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:28,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72588ec2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/java.io.tmpdir/jetty-localhost-42443-hadoop-hdfs-3_4_1-tests_jar-_-any-1501857849992236138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:28,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49c56859{HTTP/1.1, (http/1.1)}{localhost:42443} 2024-11-12T19:06:28,089 INFO [Time-limited test {}] server.Server(415): Started @8566ms 2024-11-12T19:06:28,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T19:06:28,893 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data1/current/BP-169005484-172.17.0.3-1731438383867/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:28,894 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data3/current/BP-169005484-172.17.0.3-1731438383867/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:28,895 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data2/current/BP-169005484-172.17.0.3-1731438383867/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:28,893 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data4/current/BP-169005484-172.17.0.3-1731438383867/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:28,944 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T19:06:28,945 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T19:06:29,039 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data5/current/BP-169005484-172.17.0.3-1731438383867/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:29,043 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data6/current/BP-169005484-172.17.0.3-1731438383867/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:29,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd76968722058f85 with lease ID 0x84e0a85ea121acb6: Processing first storage report for DS-1b39d9b3-fa34-4d4d-983a-3a629d39c56e from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=1fb148df-d393-43c0-8a9d-674d219640eb, infoPort=38865, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867) 2024-11-12T19:06:29,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd76968722058f85 with lease ID 0x84e0a85ea121acb6: from storage DS-1b39d9b3-fa34-4d4d-983a-3a629d39c56e node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=1fb148df-d393-43c0-8a9d-674d219640eb, infoPort=38865, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T19:06:29,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x571e6bf720b7702e with lease ID 0x84e0a85ea121acb5: Processing first storage report for DS-1cd908b2-0dc1-4882-a39e-84bab5850e1c from datanode DatanodeRegistration(127.0.0.1:37205, datanodeUuid=33f1930c-3e52-480b-a7e6-765b88c3927f, infoPort=38919, infoSecurePort=0, ipcPort=44501, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867) 2024-11-12T19:06:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x571e6bf720b7702e with lease ID 0x84e0a85ea121acb5: from storage DS-1cd908b2-0dc1-4882-a39e-84bab5850e1c node DatanodeRegistration(127.0.0.1:37205, datanodeUuid=33f1930c-3e52-480b-a7e6-765b88c3927f, infoPort=38919, infoSecurePort=0, ipcPort=44501, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T19:06:29,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd76968722058f85 with lease ID 0x84e0a85ea121acb6: Processing first storage report for DS-2019b3d8-8de5-4ea8-bd9d-24392fc69dea from datanode DatanodeRegistration(127.0.0.1:36167, datanodeUuid=1fb148df-d393-43c0-8a9d-674d219640eb, infoPort=38865, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867) 2024-11-12T19:06:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd76968722058f85 with lease ID 0x84e0a85ea121acb6: from storage DS-2019b3d8-8de5-4ea8-bd9d-24392fc69dea node DatanodeRegistration(127.0.0.1:36167, datanodeUuid=1fb148df-d393-43c0-8a9d-674d219640eb, infoPort=38865, infoSecurePort=0, ipcPort=40195, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T19:06:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x571e6bf720b7702e with lease ID 0x84e0a85ea121acb5: Processing first storage report for DS-854112aa-68ae-4d32-a84a-d3a2e8afd9e4 from datanode DatanodeRegistration(127.0.0.1:37205, datanodeUuid=33f1930c-3e52-480b-a7e6-765b88c3927f, infoPort=38919, infoSecurePort=0, ipcPort=44501, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867) 2024-11-12T19:06:29,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x571e6bf720b7702e with lease ID 0x84e0a85ea121acb5: from storage DS-854112aa-68ae-4d32-a84a-d3a2e8afd9e4 node DatanodeRegistration(127.0.0.1:37205, datanodeUuid=33f1930c-3e52-480b-a7e6-765b88c3927f, infoPort=38919, infoSecurePort=0, ipcPort=44501, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T19:06:29,109 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T19:06:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc47ac2894441b36 with lease ID 0x84e0a85ea121acb7: Processing first storage report for DS-4ffd6089-8a14-4015-9def-20ca1c3b02e5 from datanode DatanodeRegistration(127.0.0.1:46247, datanodeUuid=71825271-1d4e-4da9-ab5e-e7a6303c8145, infoPort=35221, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867) 2024-11-12T19:06:29,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc47ac2894441b36 with lease ID 0x84e0a85ea121acb7: from storage DS-4ffd6089-8a14-4015-9def-20ca1c3b02e5 node DatanodeRegistration(127.0.0.1:46247, datanodeUuid=71825271-1d4e-4da9-ab5e-e7a6303c8145, infoPort=35221, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T19:06:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc47ac2894441b36 with lease ID 0x84e0a85ea121acb7: Processing first storage report for DS-63ebc453-590c-4bf0-a4bc-acd41059e425 from datanode DatanodeRegistration(127.0.0.1:46247, datanodeUuid=71825271-1d4e-4da9-ab5e-e7a6303c8145, infoPort=35221, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867) 2024-11-12T19:06:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc47ac2894441b36 with lease ID 0x84e0a85ea121acb7: from storage DS-63ebc453-590c-4bf0-a4bc-acd41059e425 node DatanodeRegistration(127.0.0.1:46247, datanodeUuid=71825271-1d4e-4da9-ab5e-e7a6303c8145, infoPort=35221, infoSecurePort=0, ipcPort=44895, storageInfo=lv=-57;cid=testClusterID;nsid=1901996403;c=1731438383867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T19:06:29,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f 2024-11-12T19:06:29,386 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-12T19:06:29,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=155, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=1414, ProcessCount=11, AvailableMemoryMB=2863 2024-11-12T19:06:29,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T19:06:29,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1143): NOT STARTING DFS 2024-11-12T19:06:29,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/zookeeper_0, clientPort=62727, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T19:06:29,776 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62727 2024-11-12T19:06:29,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:29,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:30,089 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:30,089 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:30,193 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:37254 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:37205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37254 dst: /127.0.0.1:37205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:30,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-12T19:06:30,280 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:30,307 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8 with version=8 2024-11-12T19:06:30,307 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/hbase-staging 2024-11-12T19:06:30,520 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T19:06:30,844 INFO [Time-limited test {}] client.ConnectionUtils(129): master/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:30,868 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:30,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:30,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:30,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:30,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:31,074 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:31,170 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T19:06:31,188 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T19:06:31,194 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:31,233 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 8877 (auto-detected) 2024-11-12T19:06:31,235 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T19:06:31,266 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45673 2024-11-12T19:06:31,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:31,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:31,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45673 connecting to ZooKeeper ensemble=127.0.0.1:62727 2024-11-12T19:06:31,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456730x0, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:31,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45673-0x10131bacc340000 connected 2024-11-12T19:06:31,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:31,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:31,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:31,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-12T19:06:31,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45673 2024-11-12T19:06:31,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45673 2024-11-12T19:06:31,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-12T19:06:31,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45673 2024-11-12T19:06:31,621 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8, hbase.cluster.distributed=false 2024-11-12T19:06:31,722 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:31,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:31,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:31,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:31,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:31,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:31,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:31,736 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:31,743 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:36431 2024-11-12T19:06:31,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T19:06:31,759 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T19:06:31,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:31,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:31,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36431 connecting to ZooKeeper ensemble=127.0.0.1:62727 2024-11-12T19:06:31,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364310x0, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:31,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36431-0x10131bacc340001 connected 2024-11-12T19:06:31,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:31,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:31,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36431 2024-11-12T19:06:31,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36431 2024-11-12T19:06:31,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36431 2024-11-12T19:06:31,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36431 2024-11-12T19:06:31,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36431 2024-11-12T19:06:31,926 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:31,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:31,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:31,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:31,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:31,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:31,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:31,928 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:31,929 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43209 2024-11-12T19:06:31,930 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T19:06:31,940 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T19:06:31,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:31,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:31,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43209 connecting to ZooKeeper ensemble=127.0.0.1:62727 2024-11-12T19:06:31,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432090x0, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:31,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43209-0x10131bacc340002 connected 2024-11-12T19:06:31,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:32,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:32,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:32,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-12T19:06:32,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43209 2024-11-12T19:06:32,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43209 2024-11-12T19:06:32,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-12T19:06:32,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-12T19:06:32,122 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:32,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:32,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:32,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:32,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:32,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:32,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:32,129 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:32,132 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33355 2024-11-12T19:06:32,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T19:06:32,149 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T19:06:32,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:32,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:32,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33355 connecting to ZooKeeper ensemble=127.0.0.1:62727 2024-11-12T19:06:32,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333550x0, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:32,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333550x0, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:32,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33355-0x10131bacc340003 connected 2024-11-12T19:06:32,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:32,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:32,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-12T19:06:32,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33355 2024-11-12T19:06:32,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33355 2024-11-12T19:06:32,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-12T19:06:32,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-12T19:06:32,339 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/81d69e608036,45673,1731438390512 2024-11-12T19:06:32,364 DEBUG [M:0;81d69e608036:45673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81d69e608036:45673 2024-11-12T19:06:32,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,428 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/81d69e608036,45673,1731438390512 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:32,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:32,539 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T19:06:32,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T19:06:32,548 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/81d69e608036,45673,1731438390512 from backup master directory 2024-11-12T19:06:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/81d69e608036,45673,1731438390512 2024-11-12T19:06:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,575 WARN [master/81d69e608036:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:32,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:32,575 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81d69e608036,45673,1731438390512 2024-11-12T19:06:32,579 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T19:06:32,585 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T19:06:32,774 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:32,775 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:32,852 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:37282 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:37205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37282 dst: /127.0.0.1:37205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:32,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-12T19:06:32,905 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:32,913 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/hbase.id with ID: 07e61530-9fac-41f8-aa20-9d74ea6141e7 2024-11-12T19:06:33,079 INFO [master/81d69e608036:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:33,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:33,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:33,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:33,255 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:33,255 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:33,295 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:53434 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:36167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53434 dst: /127.0.0.1:36167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:33,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-12T19:06:33,330 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:33,362 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T19:06:33,365 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T19:06:33,376 INFO [master/81d69e608036:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T19:06:33,471 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:33,471 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:33,515 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:60178 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60178 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:33,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-12T19:06:33,568 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:33,596 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store 2024-11-12T19:06:33,631 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:33,631 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:33,655 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:37302 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37302 dst: /127.0.0.1:37205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:33,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-12T19:06:33,693 WARN [master/81d69e608036:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:33,701 INFO [master/81d69e608036:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T19:06:33,702 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:33,703 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T19:06:33,704 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:33,704 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:33,704 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T19:06:33,704 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:33,704 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:33,705 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T19:06:33,708 WARN [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/.initializing 2024-11-12T19:06:33,708 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/WALs/81d69e608036,45673,1731438390512 2024-11-12T19:06:33,725 INFO [master/81d69e608036:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T19:06:33,751 INFO [master/81d69e608036:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C45673%2C1731438390512, suffix=, logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/WALs/81d69e608036,45673,1731438390512, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/oldWALs, maxLogs=10 2024-11-12T19:06:33,795 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/WALs/81d69e608036,45673,1731438390512/81d69e608036%2C45673%2C1731438390512.1731438393760, exclude list is [], retry=0 2024-11-12T19:06:33,831 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:486) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:122) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$6.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:545) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$6.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:540) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:33,836 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4ffd6089-8a14-4015-9def-20ca1c3b02e5,DISK] 2024-11-12T19:06:33,836 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1b39d9b3-fa34-4d4d-983a-3a629d39c56e,DISK] 2024-11-12T19:06:33,838 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37205,DS-1cd908b2-0dc1-4882-a39e-84bab5850e1c,DISK] 2024-11-12T19:06:33,841 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T19:06:33,914 INFO [master/81d69e608036:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/WALs/81d69e608036,45673,1731438390512/81d69e608036%2C45673%2C1731438390512.1731438393760 2024-11-12T19:06:33,919 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221),(127.0.0.1/127.0.0.1:38919:38919),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-12T19:06:33,920 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:33,920 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:33,928 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:33,930 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T19:06:34,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:34,082 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T19:06:34,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:34,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T19:06:34,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:34,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T19:06:34,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:34,119 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,122 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,141 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T19:06:34,148 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:34,234 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:34,238 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60485376, jitterRate=-0.09869766235351562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T19:06:34,246 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T19:06:34,252 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T19:06:34,319 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a75d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:34,360 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-12T19:06:34,374 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T19:06:34,375 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T19:06:34,377 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T19:06:34,379 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T19:06:34,383 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-12T19:06:34,383 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T19:06:34,409 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T19:06:34,425 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T19:06:34,435 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-12T19:06:34,438 INFO [master/81d69e608036:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T19:06:34,439 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T19:06:34,446 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-12T19:06:34,448 INFO [master/81d69e608036:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T19:06:34,451 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T19:06:34,460 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-12T19:06:34,462 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T19:06:34,471 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T19:06:34,483 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T19:06:34,488 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T19:06:34,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:34,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:34,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:34,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:34,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,498 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=81d69e608036,45673,1731438390512, sessionid=0x10131bacc340000, setting cluster-up flag (Was=false) 2024-11-12T19:06:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,555 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T19:06:34,557 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81d69e608036,45673,1731438390512 2024-11-12T19:06:34,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:34,605 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T19:06:34,610 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81d69e608036,45673,1731438390512 2024-11-12T19:06:34,653 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81d69e608036:36431 2024-11-12T19:06:34,655 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1008): ClusterId : 07e61530-9fac-41f8-aa20-9d74ea6141e7 2024-11-12T19:06:34,656 DEBUG [RS:1;81d69e608036:43209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;81d69e608036:43209 2024-11-12T19:06:34,658 INFO [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1008): ClusterId : 07e61530-9fac-41f8-aa20-9d74ea6141e7 2024-11-12T19:06:34,659 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T19:06:34,659 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T19:06:34,660 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;81d69e608036:33355 2024-11-12T19:06:34,671 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1008): ClusterId : 07e61530-9fac-41f8-aa20-9d74ea6141e7 2024-11-12T19:06:34,671 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T19:06:34,769 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-12T19:06:34,781 INFO [master/81d69e608036:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-12T19:06:34,785 INFO [master/81d69e608036:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T19:06:34,794 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81d69e608036,45673,1731438390512 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T19:06:34,800 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:34,800 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:34,801 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:34,801 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:34,801 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81d69e608036:0, corePoolSize=10, maxPoolSize=10 2024-11-12T19:06:34,802 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:34,802 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:34,802 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:34,816 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731438424816 2024-11-12T19:06:34,819 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T19:06:34,820 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T19:06:34,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-12T19:06:34,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-12T19:06:34,834 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T19:06:34,835 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T19:06:34,835 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T19:06:34,836 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T19:06:34,838 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:34,839 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T19:06:34,843 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T19:06:34,847 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T19:06:34,848 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T19:06:34,851 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T19:06:34,851 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T19:06:34,853 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.large.0-1731438394853,5,FailOnTimeoutGroup] 2024-11-12T19:06:34,855 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.small.0-1731438394853,5,FailOnTimeoutGroup] 2024-11-12T19:06:34,855 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:34,855 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T19:06:34,857 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:34,857 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:34,880 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T19:06:34,880 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T19:06:34,883 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T19:06:34,883 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T19:06:34,891 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:34,892 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:34,923 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:37334 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:37205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37334 dst: /127.0.0.1:37205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:34,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775712_1013 (size=1039) 2024-11-12T19:06:34,930 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:34,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-12T19:06:34,932 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8 2024-11-12T19:06:34,948 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:34,948 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:34,953 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:37362 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:37205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37362 dst: /127.0.0.1:37205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:34,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-12T19:06:34,959 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:34,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:34,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T19:06:34,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T19:06:34,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:34,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T19:06:34,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T19:06:34,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:34,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T19:06:34,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T19:06:34,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:34,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:34,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740 2024-11-12T19:06:34,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740 2024-11-12T19:06:34,992 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T19:06:34,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-12T19:06:35,005 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T19:06:35,005 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T19:06:35,017 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:35,018 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67530520, jitterRate=0.006283164024353027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T19:06:35,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-12T19:06:35,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-12T19:06:35,022 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-12T19:06:35,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-12T19:06:35,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T19:06:35,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T19:06:35,024 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-12T19:06:35,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-12T19:06:35,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-12T19:06:35,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-12T19:06:35,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T19:06:35,046 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T19:06:35,049 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T19:06:35,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-12T19:06:35,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-12T19:06:35,200 WARN [81d69e608036:45673 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-12T19:06:35,206 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T19:06:35,206 DEBUG [RS:0;81d69e608036:36431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb25b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:35,207 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T19:06:35,208 DEBUG [RS:2;81d69e608036:33355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36718e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:35,209 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T19:06:35,209 DEBUG [RS:0;81d69e608036:36431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447d35ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:35,209 DEBUG [RS:2;81d69e608036:33355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f1c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:35,210 DEBUG [RS:1;81d69e608036:43209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a6a010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:35,211 DEBUG [RS:1;81d69e608036:43209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7c6e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:35,213 INFO [RS:0;81d69e608036:36431 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-12T19:06:35,213 INFO [RS:2;81d69e608036:33355 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-12T19:06:35,213 INFO [RS:1;81d69e608036:43209 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-12T19:06:35,213 INFO [RS:0;81d69e608036:36431 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-12T19:06:35,214 INFO [RS:1;81d69e608036:43209 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-12T19:06:35,214 INFO [RS:2;81d69e608036:33355 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-12T19:06:35,214 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-12T19:06:35,214 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-12T19:06:35,214 DEBUG [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-12T19:06:35,216 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(3073): reportForDuty to master=81d69e608036,45673,1731438390512 with isa=81d69e608036/172.17.0.3:36431, startcode=1731438391721 2024-11-12T19:06:35,217 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(3073): reportForDuty to master=81d69e608036,45673,1731438390512 with isa=81d69e608036/172.17.0.3:33355, startcode=1731438392120 2024-11-12T19:06:35,217 INFO [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(3073): reportForDuty to master=81d69e608036,45673,1731438390512 with isa=81d69e608036/172.17.0.3:43209, startcode=1731438391925 2024-11-12T19:06:35,231 DEBUG [RS:0;81d69e608036:36431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T19:06:35,231 DEBUG [RS:2;81d69e608036:33355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T19:06:35,231 DEBUG [RS:1;81d69e608036:43209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T19:06:35,275 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45189, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T19:06:35,278 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59707, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T19:06:35,279 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37041, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T19:06:35,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 81d69e608036,36431,1731438391721 2024-11-12T19:06:35,286 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(486): Registering regionserver=81d69e608036,36431,1731438391721 2024-11-12T19:06:35,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 81d69e608036,43209,1731438391925 2024-11-12T19:06:35,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(486): Registering regionserver=81d69e608036,43209,1731438391925 2024-11-12T19:06:35,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 81d69e608036,33355,1731438392120 2024-11-12T19:06:35,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45673 {}] master.ServerManager(486): Registering regionserver=81d69e608036,33355,1731438392120 2024-11-12T19:06:35,310 DEBUG [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8 2024-11-12T19:06:35,310 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8 2024-11-12T19:06:35,310 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44871 2024-11-12T19:06:35,310 DEBUG [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44871 2024-11-12T19:06:35,310 DEBUG [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-12T19:06:35,310 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-12T19:06:35,314 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8 2024-11-12T19:06:35,314 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44871 2024-11-12T19:06:35,314 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-12T19:06:35,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:35,375 DEBUG [RS:0;81d69e608036:36431 {}] zookeeper.ZKUtil(111): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81d69e608036,36431,1731438391721 2024-11-12T19:06:35,375 WARN [RS:0;81d69e608036:36431 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:35,375 INFO [RS:0;81d69e608036:36431 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T19:06:35,375 DEBUG [RS:1;81d69e608036:43209 {}] zookeeper.ZKUtil(111): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81d69e608036,43209,1731438391925 2024-11-12T19:06:35,376 WARN [RS:1;81d69e608036:43209 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:35,376 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,36431,1731438391721 2024-11-12T19:06:35,376 INFO [RS:1;81d69e608036:43209 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T19:06:35,376 DEBUG [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,43209,1731438391925 2024-11-12T19:06:35,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81d69e608036,36431,1731438391721] 2024-11-12T19:06:35,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81d69e608036,33355,1731438392120] 2024-11-12T19:06:35,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81d69e608036,43209,1731438391925] 2024-11-12T19:06:35,383 DEBUG [RS:2;81d69e608036:33355 {}] zookeeper.ZKUtil(111): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81d69e608036,33355,1731438392120 2024-11-12T19:06:35,383 WARN [RS:2;81d69e608036:33355 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:35,383 INFO [RS:2;81d69e608036:33355 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T19:06:35,384 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,33355,1731438392120 2024-11-12T19:06:35,402 DEBUG [RS:1;81d69e608036:43209 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-12T19:06:35,420 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-12T19:06:35,421 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-12T19:06:35,423 INFO [RS:2;81d69e608036:33355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T19:06:35,423 INFO [RS:0;81d69e608036:36431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T19:06:35,423 INFO [RS:1;81d69e608036:43209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T19:06:35,448 INFO [RS:2;81d69e608036:33355 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T19:06:35,467 INFO [RS:0;81d69e608036:36431 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T19:06:35,473 INFO [RS:2;81d69e608036:33355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T19:06:35,473 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,479 INFO [RS:1;81d69e608036:43209 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T19:06:35,483 INFO [RS:0;81d69e608036:36431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T19:06:35,483 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,497 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-12T19:06:35,505 INFO [RS:1;81d69e608036:43209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T19:06:35,506 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,513 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,514 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,514 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,514 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,515 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,515 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,515 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:35,515 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,515 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,515 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,516 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,516 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,516 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:35,516 DEBUG [RS:2;81d69e608036:33355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:35,528 INFO [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-12T19:06:35,537 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,537 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,538 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,538 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-12T19:06:35,539 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,539 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,539 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,540 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:35,540 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,541 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,542 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,542 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,542 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,544 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:35,544 DEBUG [RS:1;81d69e608036:43209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:35,547 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,547 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,548 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,550 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,551 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,551 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,551 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:35,552 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,552 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,552 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,552 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,552 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:35,552 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:35,553 DEBUG [RS:0;81d69e608036:36431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:35,559 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,559 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,559 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,560 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,560 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,33355,1731438392120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:35,588 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,588 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,589 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,589 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,589 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,43209,1731438391925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:35,614 INFO [RS:2;81d69e608036:33355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T19:06:35,617 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,33355,1731438392120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,618 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,619 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,619 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,619 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,619 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,36431,1731438391721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:35,641 INFO [RS:1;81d69e608036:43209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T19:06:35,641 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,43209,1731438391925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,651 INFO [RS:2;81d69e608036:33355 {}] regionserver.Replication(204): 81d69e608036,33355,1731438392120 started 2024-11-12T19:06:35,651 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1767): Serving as 81d69e608036,33355,1731438392120, RpcServer on 81d69e608036/172.17.0.3:33355, sessionid=0x10131bacc340003 2024-11-12T19:06:35,652 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T19:06:35,652 DEBUG [RS:2;81d69e608036:33355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81d69e608036,33355,1731438392120 2024-11-12T19:06:35,652 DEBUG [RS:2;81d69e608036:33355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,33355,1731438392120' 2024-11-12T19:06:35,652 DEBUG [RS:2;81d69e608036:33355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T19:06:35,653 INFO [RS:0;81d69e608036:36431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T19:06:35,653 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,36431,1731438391721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:35,656 DEBUG [RS:2;81d69e608036:33355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T19:06:35,660 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T19:06:35,660 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T19:06:35,660 DEBUG [RS:2;81d69e608036:33355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81d69e608036,33355,1731438392120 2024-11-12T19:06:35,660 DEBUG [RS:2;81d69e608036:33355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,33355,1731438392120' 2024-11-12T19:06:35,660 DEBUG [RS:2;81d69e608036:33355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T19:06:35,665 DEBUG [RS:2;81d69e608036:33355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T19:06:35,667 DEBUG [RS:2;81d69e608036:33355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T19:06:35,667 INFO [RS:2;81d69e608036:33355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T19:06:35,667 INFO [RS:2;81d69e608036:33355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T19:06:35,679 INFO [RS:1;81d69e608036:43209 {}] regionserver.Replication(204): 81d69e608036,43209,1731438391925 started 2024-11-12T19:06:35,679 INFO [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1767): Serving as 81d69e608036,43209,1731438391925, RpcServer on 81d69e608036/172.17.0.3:43209, sessionid=0x10131bacc340002 2024-11-12T19:06:35,679 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T19:06:35,679 DEBUG [RS:1;81d69e608036:43209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81d69e608036,43209,1731438391925 2024-11-12T19:06:35,679 DEBUG [RS:1;81d69e608036:43209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,43209,1731438391925' 2024-11-12T19:06:35,679 DEBUG [RS:1;81d69e608036:43209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T19:06:35,685 DEBUG [RS:1;81d69e608036:43209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T19:06:35,687 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T19:06:35,687 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T19:06:35,687 DEBUG [RS:1;81d69e608036:43209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81d69e608036,43209,1731438391925 2024-11-12T19:06:35,687 DEBUG [RS:1;81d69e608036:43209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,43209,1731438391925' 2024-11-12T19:06:35,687 DEBUG [RS:1;81d69e608036:43209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T19:06:35,688 DEBUG [RS:1;81d69e608036:43209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T19:06:35,689 DEBUG [RS:1;81d69e608036:43209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T19:06:35,689 INFO [RS:1;81d69e608036:43209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T19:06:35,689 INFO [RS:1;81d69e608036:43209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T19:06:35,692 INFO [RS:0;81d69e608036:36431 {}] regionserver.Replication(204): 81d69e608036,36431,1731438391721 started 2024-11-12T19:06:35,692 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1767): Serving as 81d69e608036,36431,1731438391721, RpcServer on 81d69e608036/172.17.0.3:36431, sessionid=0x10131bacc340001 2024-11-12T19:06:35,692 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T19:06:35,692 DEBUG [RS:0;81d69e608036:36431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81d69e608036,36431,1731438391721 2024-11-12T19:06:35,692 DEBUG [RS:0;81d69e608036:36431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,36431,1731438391721' 2024-11-12T19:06:35,692 DEBUG [RS:0;81d69e608036:36431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T19:06:35,694 DEBUG [RS:0;81d69e608036:36431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T19:06:35,694 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T19:06:35,694 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T19:06:35,694 DEBUG [RS:0;81d69e608036:36431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81d69e608036,36431,1731438391721 2024-11-12T19:06:35,695 DEBUG [RS:0;81d69e608036:36431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,36431,1731438391721' 2024-11-12T19:06:35,695 DEBUG [RS:0;81d69e608036:36431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T19:06:35,695 DEBUG [RS:0;81d69e608036:36431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T19:06:35,696 DEBUG [RS:0;81d69e608036:36431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T19:06:35,696 INFO [RS:0;81d69e608036:36431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T19:06:35,696 INFO [RS:0;81d69e608036:36431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T19:06:35,775 INFO [RS:2;81d69e608036:33355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T19:06:35,779 INFO [RS:2;81d69e608036:33355 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C33355%2C1731438392120, suffix=, logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,33355,1731438392120, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs, maxLogs=32 2024-11-12T19:06:35,791 INFO [RS:1;81d69e608036:43209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T19:06:35,800 INFO [RS:1;81d69e608036:43209 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C43209%2C1731438391925, suffix=, logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,43209,1731438391925, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs, maxLogs=32 2024-11-12T19:06:35,805 DEBUG [RS:2;81d69e608036:33355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,33355,1731438392120/81d69e608036%2C33355%2C1731438392120.1731438395781, exclude list is [], retry=0 2024-11-12T19:06:35,800 INFO [RS:0;81d69e608036:36431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T19:06:35,817 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1b39d9b3-fa34-4d4d-983a-3a629d39c56e,DISK] 2024-11-12T19:06:35,817 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37205,DS-1cd908b2-0dc1-4882-a39e-84bab5850e1c,DISK] 2024-11-12T19:06:35,817 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4ffd6089-8a14-4015-9def-20ca1c3b02e5,DISK] 2024-11-12T19:06:35,821 INFO [RS:0;81d69e608036:36431 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C36431%2C1731438391721, suffix=, logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,36431,1731438391721, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs, maxLogs=32 2024-11-12T19:06:35,829 DEBUG [RS:1;81d69e608036:43209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,43209,1731438391925/81d69e608036%2C43209%2C1731438391925.1731438395807, exclude list is [], retry=0 2024-11-12T19:06:35,847 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37205,DS-1cd908b2-0dc1-4882-a39e-84bab5850e1c,DISK] 2024-11-12T19:06:35,851 INFO [RS:2;81d69e608036:33355 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,33355,1731438392120/81d69e608036%2C33355%2C1731438392120.1731438395781 2024-11-12T19:06:35,875 DEBUG [RS:2;81d69e608036:33355 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38865:38865),(127.0.0.1/127.0.0.1:38919:38919),(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-12T19:06:35,876 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1b39d9b3-fa34-4d4d-983a-3a629d39c56e,DISK] 2024-11-12T19:06:35,877 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4ffd6089-8a14-4015-9def-20ca1c3b02e5,DISK] 2024-11-12T19:06:35,878 DEBUG [RS:0;81d69e608036:36431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,36431,1731438391721/81d69e608036%2C36431%2C1731438391721.1731438395823, exclude list is [], retry=0 2024-11-12T19:06:35,904 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4ffd6089-8a14-4015-9def-20ca1c3b02e5,DISK] 2024-11-12T19:06:35,904 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1b39d9b3-fa34-4d4d-983a-3a629d39c56e,DISK] 2024-11-12T19:06:35,904 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37205,DS-1cd908b2-0dc1-4882-a39e-84bab5850e1c,DISK] 2024-11-12T19:06:35,907 INFO [RS:1;81d69e608036:43209 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,43209,1731438391925/81d69e608036%2C43209%2C1731438391925.1731438395807 2024-11-12T19:06:35,916 DEBUG [RS:1;81d69e608036:43209 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38919:38919),(127.0.0.1/127.0.0.1:38865:38865),(127.0.0.1/127.0.0.1:35221:35221)] 2024-11-12T19:06:35,934 INFO [RS:0;81d69e608036:36431 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,36431,1731438391721/81d69e608036%2C36431%2C1731438391721.1731438395823 2024-11-12T19:06:35,935 DEBUG [RS:0;81d69e608036:36431 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38919:38919),(127.0.0.1/127.0.0.1:35221:35221),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-12T19:06:35,954 DEBUG [81d69e608036:45673 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T19:06:35,957 DEBUG [81d69e608036:45673 {}] balancer.BalancerClusterState(202): Hosts are {81d69e608036=0} racks are {/default-rack=0} 2024-11-12T19:06:35,986 DEBUG [81d69e608036:45673 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-12T19:06:35,986 DEBUG [81d69e608036:45673 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-12T19:06:35,986 DEBUG [81d69e608036:45673 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-11-12T19:06:35,986 INFO [81d69e608036:45673 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-12T19:06:35,986 INFO [81d69e608036:45673 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-12T19:06:35,989 INFO [81d69e608036:45673 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-11-12T19:06:35,989 DEBUG [81d69e608036:45673 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T19:06:36,001 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81d69e608036,33355,1731438392120 2024-11-12T19:06:36,023 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81d69e608036,33355,1731438392120, state=OPENING 2024-11-12T19:06:36,074 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T19:06:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:36,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:36,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,103 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=81d69e608036,33355,1731438392120}] 2024-11-12T19:06:36,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 81d69e608036,33355,1731438392120 2024-11-12T19:06:36,300 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T19:06:36,303 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T19:06:36,321 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-12T19:06:36,322 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T19:06:36,323 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T19:06:36,328 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C33355%2C1731438392120.meta, suffix=.meta, logDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,33355,1731438392120, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs, maxLogs=32 2024-11-12T19:06:36,348 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(599): When create output stream for /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,33355,1731438392120/81d69e608036%2C33355%2C1731438392120.meta.1731438396330.meta, exclude list is [], retry=0 2024-11-12T19:06:36,354 DEBUG [RS-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46247,DS-4ffd6089-8a14-4015-9def-20ca1c3b02e5,DISK] 2024-11-12T19:06:36,354 DEBUG [RS-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36167,DS-1b39d9b3-fa34-4d4d-983a-3a629d39c56e,DISK] 2024-11-12T19:06:36,355 DEBUG [RS-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37205,DS-1cd908b2-0dc1-4882-a39e-84bab5850e1c,DISK] 2024-11-12T19:06:36,363 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/WALs/81d69e608036,33355,1731438392120/81d69e608036%2C33355%2C1731438392120.meta.1731438396330.meta 2024-11-12T19:06:36,364 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35221:35221),(127.0.0.1/127.0.0.1:38919:38919),(127.0.0.1/127.0.0.1:38865:38865)] 2024-11-12T19:06:36,365 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:36,367 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T19:06:36,461 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T19:06:36,471 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T19:06:36,476 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T19:06:36,476 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:36,476 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-12T19:06:36,476 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-12T19:06:36,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T19:06:36,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T19:06:36,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:36,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:36,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T19:06:36,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T19:06:36,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:36,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:36,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T19:06:36,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T19:06:36,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:36,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:36,534 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740 2024-11-12T19:06:36,546 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740 2024-11-12T19:06:36,576 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T19:06:36,587 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-12T19:06:36,595 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72523765, jitterRate=0.08068831264972687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T19:06:36,597 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-12T19:06:36,616 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731438396290 2024-11-12T19:06:36,657 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81d69e608036,33355,1731438392120 2024-11-12T19:06:36,660 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T19:06:36,660 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-12T19:06:36,667 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81d69e608036,33355,1731438392120, state=OPEN 2024-11-12T19:06:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:36,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:36,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:36,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T19:06:36,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=81d69e608036,33355,1731438392120 in 579 msec 2024-11-12T19:06:36,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T19:06:36,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.6940 sec 2024-11-12T19:06:36,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 2.0810 sec 2024-11-12T19:06:36,779 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731438396779, completionTime=-1 2024-11-12T19:06:36,787 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T19:06:36,787 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-12T19:06:36,850 DEBUG [hconnection-0x11a4a290-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:36,853 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:36,869 INFO [master/81d69e608036:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=3 2024-11-12T19:06:36,869 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731438456869 2024-11-12T19:06:36,869 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731438516869 2024-11-12T19:06:36,869 INFO [master/81d69e608036:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 82 msec 2024-11-12T19:06:36,954 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T19:06:36,971 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,45673,1731438390512-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:36,971 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,45673,1731438390512-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:36,971 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,45673,1731438390512-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:36,973 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81d69e608036:45673, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:36,974 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:36,995 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-12T19:06:36,995 DEBUG [master/81d69e608036:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-12T19:06:36,997 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T19:06:37,019 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-12T19:06:37,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T19:06:37,051 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:37,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T19:06:37,090 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:37,090 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:37,118 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:60244 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60244 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:37,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775680_1021 (size=358) 2024-11-12T19:06:37,135 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:37,144 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6830676fcf5892a419f49f1da6fed45e, NAME => 'hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8 2024-11-12T19:06:37,179 WARN [RegionOpenAndInit-hbase:namespace-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:37,179 WARN [RegionOpenAndInit-hbase:namespace-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:37,207 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:60262 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60262 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:37,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775664_1023 (size=42) 2024-11-12T19:06:37,237 WARN [RegionOpenAndInit-hbase:namespace-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:37,238 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:37,238 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6830676fcf5892a419f49f1da6fed45e, disabling compactions & flushes 2024-11-12T19:06:37,238 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:37,238 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:37,238 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. after waiting 0 ms 2024-11-12T19:06:37,238 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:37,238 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:37,238 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6830676fcf5892a419f49f1da6fed45e: 2024-11-12T19:06:37,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T19:06:37,255 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731438397248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731438397248"}]},"ts":"1731438397248"} 2024-11-12T19:06:37,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T19:06:37,355 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T19:06:37,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438397356"}]},"ts":"1731438397356"} 2024-11-12T19:06:37,370 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-12T19:06:37,426 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {81d69e608036=0} racks are {/default-rack=0} 2024-11-12T19:06:37,430 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-12T19:06:37,430 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-12T19:06:37,430 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-11-12T19:06:37,430 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-12T19:06:37,430 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-12T19:06:37,430 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-11-12T19:06:37,430 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T19:06:37,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6830676fcf5892a419f49f1da6fed45e, ASSIGN}] 2024-11-12T19:06:37,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6830676fcf5892a419f49f1da6fed45e, ASSIGN 2024-11-12T19:06:37,451 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6830676fcf5892a419f49f1da6fed45e, ASSIGN; state=OFFLINE, location=81d69e608036,36431,1731438391721; forceNewPlan=false, retain=false 2024-11-12T19:06:37,603 INFO [81d69e608036:45673 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T19:06:37,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6830676fcf5892a419f49f1da6fed45e, regionState=OPENING, regionLocation=81d69e608036,36431,1731438391721 2024-11-12T19:06:37,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6830676fcf5892a419f49f1da6fed45e, server=81d69e608036,36431,1731438391721}] 2024-11-12T19:06:37,777 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 81d69e608036,36431,1731438391721 2024-11-12T19:06:37,777 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T19:06:37,788 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T19:06:37,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:37,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6830676fcf5892a419f49f1da6fed45e, NAME => 'hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:37,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:37,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:37,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:37,835 INFO [StoreOpener-6830676fcf5892a419f49f1da6fed45e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:37,853 INFO [StoreOpener-6830676fcf5892a419f49f1da6fed45e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6830676fcf5892a419f49f1da6fed45e columnFamilyName info 2024-11-12T19:06:37,853 DEBUG [StoreOpener-6830676fcf5892a419f49f1da6fed45e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:37,856 INFO [StoreOpener-6830676fcf5892a419f49f1da6fed45e-1 {}] regionserver.HStore(327): Store=6830676fcf5892a419f49f1da6fed45e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:37,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:37,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:37,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:37,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:37,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6830676fcf5892a419f49f1da6fed45e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67619224, jitterRate=0.00760495662689209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T19:06:37,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6830676fcf5892a419f49f1da6fed45e: 2024-11-12T19:06:37,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e., pid=6, masterSystemTime=1731438397777 2024-11-12T19:06:37,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:37,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:37,912 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6830676fcf5892a419f49f1da6fed45e, regionState=OPEN, openSeqNum=2, regionLocation=81d69e608036,36431,1731438391721 2024-11-12T19:06:37,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T19:06:37,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6830676fcf5892a419f49f1da6fed45e, server=81d69e608036,36431,1731438391721 in 301 msec 2024-11-12T19:06:37,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T19:06:37,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6830676fcf5892a419f49f1da6fed45e, ASSIGN in 490 msec 2024-11-12T19:06:37,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T19:06:37,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438397933"}]},"ts":"1731438397933"} 2024-11-12T19:06:37,938 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-12T19:06:37,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T19:06:37,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 951 msec 2024-11-12T19:06:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-12T19:06:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-12T19:06:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-12T19:06:38,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-12T19:06:38,035 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-12T19:06:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-12T19:06:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:38,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:38,079 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:38,092 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:38,108 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-12T19:06:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-12T19:06:38,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-12T19:06:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-12T19:06:38,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-12T19:06:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-12T19:06:38,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 57 msec 2024-11-12T19:06:38,167 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-12T19:06:38,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-12T19:06:38,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 50 msec 2024-11-12T19:06:38,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-12T19:06:38,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-12T19:06:38,263 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.687sec 2024-11-12T19:06:38,265 INFO [master/81d69e608036:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T19:06:38,267 INFO [master/81d69e608036:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T19:06:38,268 INFO [master/81d69e608036:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T19:06:38,269 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T19:06:38,269 INFO [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T19:06:38,270 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,45673,1731438390512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:38,270 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,45673,1731438390512-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T19:06:38,273 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-12T19:06:38,273 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T19:06:38,274 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,45673,1731438390512-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:38,284 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b8fee5c to 127.0.0.1:62727 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@292e2eab 2024-11-12T19:06:38,284 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-12T19:06:38,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe25587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:38,304 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T19:06:38,304 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T19:06:38,316 DEBUG [hconnection-0x216e32df-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:38,330 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:38,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=81d69e608036,45673,1731438390512 2024-11-12T19:06:38,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T19:06:38,369 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T19:06:38,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T19:06:38,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-12T19:06:38,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T19:06:38,397 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:38,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 9 2024-11-12T19:06:38,402 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T19:06:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:38,419 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:38,419 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:38,428 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:37770 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37770 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:38,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775648_1025 (size=392) 2024-11-12T19:06:38,439 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:38,441 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 534c5ecbde99ecb927ec233e8989f705, NAME => 'TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8 2024-11-12T19:06:38,449 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:38,449 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:38,456 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:36688 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:36167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36688 dst: /127.0.0.1:36167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:38,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775632_1027 (size=51) 2024-11-12T19:06:38,462 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:38,462 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(894): Instantiated TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:38,462 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1681): Closing 534c5ecbde99ecb927ec233e8989f705, disabling compactions & flushes 2024-11-12T19:06:38,462 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1703): Closing region TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:38,462 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:38,462 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. after waiting 0 ms 2024-11-12T19:06:38,462 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:38,463 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1922): Closed TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:38,463 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1635): Region close journal for 534c5ecbde99ecb927ec233e8989f705: 2024-11-12T19:06:38,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T19:06:38,465 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731438398465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731438398465"}]},"ts":"1731438398465"} 2024-11-12T19:06:38,469 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T19:06:38,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T19:06:38,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438398471"}]},"ts":"1731438398471"} 2024-11-12T19:06:38,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-12T19:06:38,496 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(202): Hosts are {81d69e608036=0} racks are {/default-rack=0} 2024-11-12T19:06:38,497 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-12T19:06:38,497 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-12T19:06:38,497 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-11-12T19:06:38,497 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-12T19:06:38,498 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-12T19:06:38,498 INFO [PEWorker-1 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-11-12T19:06:38,498 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T19:06:38,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=534c5ecbde99ecb927ec233e8989f705, ASSIGN}] 2024-11-12T19:06:38,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=534c5ecbde99ecb927ec233e8989f705, ASSIGN 2024-11-12T19:06:38,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=534c5ecbde99ecb927ec233e8989f705, ASSIGN; state=OFFLINE, location=81d69e608036,36431,1731438391721; forceNewPlan=false, retain=false 2024-11-12T19:06:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:38,651 INFO [81d69e608036:45673 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T19:06:38,652 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=534c5ecbde99ecb927ec233e8989f705, regionState=OPENING, regionLocation=81d69e608036,36431,1731438391721 2024-11-12T19:06:38,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 534c5ecbde99ecb927ec233e8989f705, server=81d69e608036,36431,1731438391721}] 2024-11-12T19:06:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:38,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 81d69e608036,36431,1731438391721 2024-11-12T19:06:38,842 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:38,842 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 534c5ecbde99ecb927ec233e8989f705, NAME => 'TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705.', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:38,846 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:38,846 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:38,846 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:38,846 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:38,859 INFO [StoreOpener-534c5ecbde99ecb927ec233e8989f705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:38,868 INFO [StoreOpener-534c5ecbde99ecb927ec233e8989f705-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 534c5ecbde99ecb927ec233e8989f705 columnFamilyName cf 2024-11-12T19:06:38,868 DEBUG [StoreOpener-534c5ecbde99ecb927ec233e8989f705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:38,871 INFO [StoreOpener-534c5ecbde99ecb927ec233e8989f705-1 {}] regionserver.HStore(327): Store=534c5ecbde99ecb927ec233e8989f705/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:38,876 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:38,883 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:38,906 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:38,948 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:38,959 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 534c5ecbde99ecb927ec233e8989f705; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60380762, jitterRate=-0.1002565324306488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T19:06:38,960 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 534c5ecbde99ecb927ec233e8989f705: 2024-11-12T19:06:38,971 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705., pid=11, masterSystemTime=1731438398817 2024-11-12T19:06:38,988 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:38,988 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:38,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=534c5ecbde99ecb927ec233e8989f705, regionState=OPEN, openSeqNum=2, regionLocation=81d69e608036,36431,1731438391721 2024-11-12T19:06:39,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T19:06:39,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 534c5ecbde99ecb927ec233e8989f705, server=81d69e608036,36431,1731438391721 in 348 msec 2024-11-12T19:06:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:39,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T19:06:39,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=534c5ecbde99ecb927ec233e8989f705, ASSIGN in 527 msec 2024-11-12T19:06:39,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T19:06:39,043 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438399043"}]},"ts":"1731438399043"} 2024-11-12T19:06:39,057 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-12T19:06:39,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T19:06:39,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestHBaseWalOnEC in 703 msec 2024-11-12T19:06:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:39,535 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestHBaseWalOnEC, procId: 9 completed 2024-11-12T19:06:39,536 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-12T19:06:39,537 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T19:06:39,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-12T19:06:39,562 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T19:06:39,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table TestHBaseWalOnEC assigned. 2024-11-12T19:06:39,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:39,591 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:39,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-12T19:06:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC 2024-11-12T19:06:39,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-12T19:06:39,651 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T19:06:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:39,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T19:06:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:39,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 81d69e608036,36431,1731438391721 2024-11-12T19:06:39,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36431 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T19:06:39,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:39,830 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 534c5ecbde99ecb927ec233e8989f705 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-12T19:06:39,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705/.tmp/cf/1f635e7bcfa9439f9c92bc6ab2188c07 is 36, key is row/cf:cq/1731438399594/Put/seqid=0 2024-11-12T19:06:39,932 WARN [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:39,932 WARN [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:39,956 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1645048544_22 at /127.0.0.1:37962 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:37205:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37962 dst: /127.0.0.1:37205 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775616_1029 (size=4787) 2024-11-12T19:06:39,973 WARN [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:39,974 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705/.tmp/cf/1f635e7bcfa9439f9c92bc6ab2188c07 2024-11-12T19:06:40,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705/.tmp/cf/1f635e7bcfa9439f9c92bc6ab2188c07 as hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705/cf/1f635e7bcfa9439f9c92bc6ab2188c07 2024-11-12T19:06:40,112 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705/cf/1f635e7bcfa9439f9c92bc6ab2188c07, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T19:06:40,127 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 534c5ecbde99ecb927ec233e8989f705 in 297ms, sequenceid=5, compaction requested=false 2024-11-12T19:06:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-12T19:06:40,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 534c5ecbde99ecb927ec233e8989f705: 2024-11-12T19:06:40,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:40,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T19:06:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-12T19:06:40,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T19:06:40,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 498 msec 2024-11-12T19:06:40,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC in 528 msec 2024-11-12T19:06:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45673 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:40,272 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC, procId: 12 completed 2024-11-12T19:06:40,297 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-12T19:06:40,298 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T19:06:40,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b8fee5c to 127.0.0.1:62727 2024-11-12T19:06:40,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T19:06:40,300 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1346845168, stopped=false 2024-11-12T19:06:40,301 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=81d69e608036,45673,1731438390512 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:40,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:40,468 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-12T19:06:40,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:40,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:40,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:40,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:40,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,36431,1731438391721' ***** 2024-11-12T19:06:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-12T19:06:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,43209,1731438391925' ***** 2024-11-12T19:06:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-12T19:06:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,33355,1731438392120' ***** 2024-11-12T19:06:40,479 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-12T19:06:40,479 INFO [RS:1;81d69e608036:43209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T19:06:40,479 INFO [RS:2;81d69e608036:33355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T19:06:40,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-12T19:06:40,479 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-12T19:06:40,480 INFO [RS:2;81d69e608036:33355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T19:06:40,480 INFO [RS:2;81d69e608036:33355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T19:06:40,480 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,33355,1731438392120 2024-11-12T19:06:40,480 DEBUG [RS:2;81d69e608036:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,480 INFO [RS:2;81d69e608036:33355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T19:06:40,480 INFO [RS:2;81d69e608036:33355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T19:06:40,480 INFO [RS:2;81d69e608036:33355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T19:06:40,480 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-12T19:06:40,481 INFO [RS:1;81d69e608036:43209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T19:06:40,481 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-12T19:06:40,481 INFO [RS:1;81d69e608036:43209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T19:06:40,481 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T19:06:40,481 INFO [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,43209,1731438391925 2024-11-12T19:06:40,481 DEBUG [RS:1;81d69e608036:43209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,481 INFO [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,43209,1731438391925; all regions closed. 2024-11-12T19:06:40,482 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T19:06:40,482 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-12T19:06:40,483 INFO [RS:0;81d69e608036:36431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T19:06:40,483 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-12T19:06:40,483 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-12T19:06:40,483 INFO [RS:0;81d69e608036:36431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T19:06:40,483 INFO [RS:0;81d69e608036:36431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T19:06:40,483 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T19:06:40,483 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T19:06:40,483 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(3579): Received CLOSE for 534c5ecbde99ecb927ec233e8989f705 2024-11-12T19:06:40,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-12T19:06:40,483 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=2.51 KB heapSize=5.02 KB 2024-11-12T19:06:40,499 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(3579): Received CLOSE for 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:40,499 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,36431,1731438391721 2024-11-12T19:06:40,499 DEBUG [RS:0;81d69e608036:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,499 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-12T19:06:40,499 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1603): Online Regions={534c5ecbde99ecb927ec233e8989f705=TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705., 6830676fcf5892a419f49f1da6fed45e=hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e.} 2024-11-12T19:06:40,499 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1629): Waiting on 534c5ecbde99ecb927ec233e8989f705, 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:40,500 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 534c5ecbde99ecb927ec233e8989f705, disabling compactions & flushes 2024-11-12T19:06:40,500 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:40,500 INFO [regionserver/81d69e608036:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:40,500 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:40,500 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. after waiting 0 ms 2024-11-12T19:06:40,500 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:40,502 INFO [regionserver/81d69e608036:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:40,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_1073741827_1017 (size=93) 2024-11-12T19:06:40,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741827_1017 (size=93) 2024-11-12T19:06:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741827_1017 (size=93) 2024-11-12T19:06:40,543 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/default/TestHBaseWalOnEC/534c5ecbde99ecb927ec233e8989f705/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T19:06:40,544 DEBUG [RS:1;81d69e608036:43209 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs 2024-11-12T19:06:40,544 INFO [RS:1;81d69e608036:43209 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 81d69e608036%2C43209%2C1731438391925:(num 1731438395807) 2024-11-12T19:06:40,544 DEBUG [RS:1;81d69e608036:43209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,544 INFO [RS:1;81d69e608036:43209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:40,545 INFO [RS:1;81d69e608036:43209 {}] hbase.ChoreService(370): Chore service for: regionserver/81d69e608036:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-12T19:06:40,545 INFO [RS:1;81d69e608036:43209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T19:06:40,545 INFO [RS:1;81d69e608036:43209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T19:06:40,545 INFO [regionserver/81d69e608036:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:40,545 INFO [RS:1;81d69e608036:43209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T19:06:40,545 INFO [RS:1;81d69e608036:43209 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43209 2024-11-12T19:06:40,547 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:40,548 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 534c5ecbde99ecb927ec233e8989f705: 2024-11-12T19:06:40,548 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705. 2024-11-12T19:06:40,548 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6830676fcf5892a419f49f1da6fed45e, disabling compactions & flushes 2024-11-12T19:06:40,548 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:40,548 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:40,548 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. after waiting 0 ms 2024-11-12T19:06:40,548 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:40,548 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6830676fcf5892a419f49f1da6fed45e 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-12T19:06:40,549 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/.tmp/info/7a90eec2a12143f3bc68c757ff7cf47f is 153, key is TestHBaseWalOnEC,,1731438398381.534c5ecbde99ecb927ec233e8989f705./info:regioninfo/1731438398998/Put/seqid=0 2024-11-12T19:06:40,555 WARN [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:40,556 WARN [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:40,559 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T19:06:40,559 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T19:06:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81d69e608036,43209,1731438391925 2024-11-12T19:06:40,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:40,563 INFO [regionserver/81d69e608036:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:40,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81d69e608036,43209,1731438391925] 2024-11-12T19:06:40,564 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 81d69e608036,43209,1731438391925; numProcessing=1 2024-11-12T19:06:40,579 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/81d69e608036,43209,1731438391925 already deleted, retry=false 2024-11-12T19:06:40,579 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 81d69e608036,43209,1731438391925 expired; onlineServers=2 2024-11-12T19:06:40,579 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_218160122_22 at /127.0.0.1:36706 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:36167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36706 dst: /127.0.0.1:36167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:40,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775600_1031 (size=7835) 2024-11-12T19:06:40,592 WARN [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:40,592 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.32 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/.tmp/info/7a90eec2a12143f3bc68c757ff7cf47f 2024-11-12T19:06:40,598 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e/.tmp/info/a656996128544458a55c9d2b646db927 is 45, key is default/info:d/1731438398127/Put/seqid=0 2024-11-12T19:06:40,601 WARN [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:40,601 WARN [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:40,619 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T19:06:40,619 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T19:06:40,628 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1645048544_22 at /127.0.0.1:37792 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37792 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775584_1033 (size=5037) 2024-11-12T19:06:40,639 WARN [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:40,639 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e/.tmp/info/a656996128544458a55c9d2b646db927 2024-11-12T19:06:40,641 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/.tmp/table/c658f5b88a4a445e85050e9809a91ba7 is 52, key is TestHBaseWalOnEC/table:state/1731438399043/Put/seqid=0 2024-11-12T19:06:40,650 WARN [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:40,650 WARN [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:40,657 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e/.tmp/info/a656996128544458a55c9d2b646db927 as hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e/info/a656996128544458a55c9d2b646db927 2024-11-12T19:06:40,659 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_218160122_22 at /127.0.0.1:36734 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:36167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36734 dst: /127.0.0.1:36167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:40,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:40,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43209-0x10131bacc340002, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:40,674 INFO [RS:1;81d69e608036:43209 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,43209,1731438391925; zookeeper connection closed. 2024-11-12T19:06:40,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@662e84 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@662e84 2024-11-12T19:06:40,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775568_1035 (size=5347) 2024-11-12T19:06:40,676 WARN [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:40,676 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=190 B at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/.tmp/table/c658f5b88a4a445e85050e9809a91ba7 2024-11-12T19:06:40,682 DEBUG [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T19:06:40,701 DEBUG [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1629): Waiting on 6830676fcf5892a419f49f1da6fed45e 2024-11-12T19:06:40,707 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e/info/a656996128544458a55c9d2b646db927, entries=2, sequenceid=6, filesize=4.9 K 2024-11-12T19:06:40,719 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6830676fcf5892a419f49f1da6fed45e in 171ms, sequenceid=6, compaction requested=false 2024-11-12T19:06:40,719 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-12T19:06:40,736 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/.tmp/info/7a90eec2a12143f3bc68c757ff7cf47f as hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/info/7a90eec2a12143f3bc68c757ff7cf47f 2024-11-12T19:06:40,776 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/info/7a90eec2a12143f3bc68c757ff7cf47f, entries=20, sequenceid=14, filesize=7.7 K 2024-11-12T19:06:40,787 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/.tmp/table/c658f5b88a4a445e85050e9809a91ba7 as hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/table/c658f5b88a4a445e85050e9809a91ba7 2024-11-12T19:06:40,795 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/namespace/6830676fcf5892a419f49f1da6fed45e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T19:06:40,799 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:40,799 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6830676fcf5892a419f49f1da6fed45e: 2024-11-12T19:06:40,799 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731438396996.6830676fcf5892a419f49f1da6fed45e. 2024-11-12T19:06:40,809 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/table/c658f5b88a4a445e85050e9809a91ba7, entries=4, sequenceid=14, filesize=5.2 K 2024-11-12T19:06:40,819 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~2.51 KB/2567, heapSize ~4.74 KB/4856, currentSize=0 B/0 for 1588230740 in 335ms, sequenceid=14, compaction requested=false 2024-11-12T19:06:40,819 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T19:06:40,852 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/data/hbase/meta/1588230740/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T19:06:40,854 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T19:06:40,854 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-12T19:06:40,854 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-12T19:06:40,854 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T19:06:40,882 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,33355,1731438392120; all regions closed. 2024-11-12T19:06:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741829_1019 (size=4015) 2024-11-12T19:06:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_1073741829_1019 (size=4015) 2024-11-12T19:06:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741829_1019 (size=4015) 2024-11-12T19:06:40,901 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,36431,1731438391721; all regions closed. 2024-11-12T19:06:40,908 DEBUG [RS:2;81d69e608036:33355 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs 2024-11-12T19:06:40,909 INFO [RS:2;81d69e608036:33355 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 81d69e608036%2C33355%2C1731438392120.meta:.meta(num 1731438396330) 2024-11-12T19:06:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741828_1018 (size=2619) 2024-11-12T19:06:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_1073741828_1018 (size=2619) 2024-11-12T19:06:40,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741828_1018 (size=2619) 2024-11-12T19:06:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741826_1016 (size=93) 2024-11-12T19:06:40,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_1073741826_1016 (size=93) 2024-11-12T19:06:40,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741826_1016 (size=93) 2024-11-12T19:06:40,934 DEBUG [RS:0;81d69e608036:36431 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs 2024-11-12T19:06:40,934 INFO [RS:0;81d69e608036:36431 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 81d69e608036%2C36431%2C1731438391721:(num 1731438395823) 2024-11-12T19:06:40,934 DEBUG [RS:0;81d69e608036:36431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,934 INFO [RS:0;81d69e608036:36431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:40,934 INFO [RS:0;81d69e608036:36431 {}] hbase.ChoreService(370): Chore service for: regionserver/81d69e608036:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-12T19:06:40,935 INFO [RS:0;81d69e608036:36431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T19:06:40,935 INFO [RS:0;81d69e608036:36431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T19:06:40,935 INFO [RS:0;81d69e608036:36431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T19:06:40,935 INFO [RS:0;81d69e608036:36431 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:36431 2024-11-12T19:06:40,935 INFO [regionserver/81d69e608036:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:40,939 DEBUG [RS:2;81d69e608036:33355 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/oldWALs 2024-11-12T19:06:40,939 INFO [RS:2;81d69e608036:33355 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 81d69e608036%2C33355%2C1731438392120:(num 1731438395781) 2024-11-12T19:06:40,939 DEBUG [RS:2;81d69e608036:33355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:40,939 INFO [RS:2;81d69e608036:33355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:40,939 INFO [RS:2;81d69e608036:33355 {}] hbase.ChoreService(370): Chore service for: regionserver/81d69e608036:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-12T19:06:40,940 INFO [regionserver/81d69e608036:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:40,940 INFO [RS:2;81d69e608036:33355 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33355 2024-11-12T19:06:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:40,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81d69e608036,36431,1731438391721 2024-11-12T19:06:40,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81d69e608036,33355,1731438392120 2024-11-12T19:06:40,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81d69e608036,36431,1731438391721] 2024-11-12T19:06:40,967 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 81d69e608036,36431,1731438391721; numProcessing=2 2024-11-12T19:06:40,979 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/81d69e608036,36431,1731438391721 already deleted, retry=false 2024-11-12T19:06:40,979 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 81d69e608036,36431,1731438391721 expired; onlineServers=1 2024-11-12T19:06:40,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81d69e608036,33355,1731438392120] 2024-11-12T19:06:40,979 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 81d69e608036,33355,1731438392120; numProcessing=3 2024-11-12T19:06:41,019 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/81d69e608036,33355,1731438392120 already deleted, retry=false 2024-11-12T19:06:41,019 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 81d69e608036,33355,1731438392120 expired; onlineServers=0 2024-11-12T19:06:41,019 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,45673,1731438390512' ***** 2024-11-12T19:06:41,019 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T19:06:41,019 DEBUG [M:0;81d69e608036:45673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68660ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:41,019 INFO [M:0;81d69e608036:45673 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,45673,1731438390512 2024-11-12T19:06:41,019 INFO [M:0;81d69e608036:45673 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,45673,1731438390512; all regions closed. 2024-11-12T19:06:41,019 DEBUG [M:0;81d69e608036:45673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:41,020 DEBUG [M:0;81d69e608036:45673 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T19:06:41,020 DEBUG [M:0;81d69e608036:45673 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T19:06:41,020 DEBUG [master/81d69e608036:0:becomeActiveMaster-HFileCleaner.large.0-1731438394853 {}] cleaner.HFileCleaner(306): Exit Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.large.0-1731438394853,5,FailOnTimeoutGroup] 2024-11-12T19:06:41,020 INFO [M:0;81d69e608036:45673 {}] hbase.ChoreService(370): Chore service for: master/81d69e608036:0 had [] on shutdown 2024-11-12T19:06:41,020 DEBUG [M:0;81d69e608036:45673 {}] master.HMaster(1733): Stopping service threads 2024-11-12T19:06:41,020 INFO [M:0;81d69e608036:45673 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T19:06:41,020 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T19:06:41,021 INFO [M:0;81d69e608036:45673 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T19:06:41,021 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T19:06:41,022 DEBUG [master/81d69e608036:0:becomeActiveMaster-HFileCleaner.small.0-1731438394853 {}] cleaner.HFileCleaner(306): Exit Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.small.0-1731438394853,5,FailOnTimeoutGroup] 2024-11-12T19:06:41,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775709_1013 (size=1039) 2024-11-12T19:06:41,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775660_1023 (size=42) 2024-11-12T19:06:41,063 INFO [RS:0;81d69e608036:36431 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,36431,1731438391721; zookeeper connection closed. 2024-11-12T19:06:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36431-0x10131bacc340001, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:41,065 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9b7e7c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9b7e7c 2024-11-12T19:06:41,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:41,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:41,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775661_1023 (size=42) 2024-11-12T19:06:41,072 INFO [RS:2;81d69e608036:33355 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,33355,1731438392120; zookeeper connection closed. 2024-11-12T19:06:41,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:41,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33355-0x10131bacc340003, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:41,074 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:41,075 DEBUG [M:0;81d69e608036:45673 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-12T19:06:41,076 DEBUG [M:0;81d69e608036:45673 {}] master.ActiveMasterManager(353): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-12T19:06:41,076 INFO [M:0;81d69e608036:45673 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-12T19:06:41,076 INFO [M:0;81d69e608036:45673 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T19:06:41,076 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T19:06:41,076 INFO [M:0;81d69e608036:45673 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:41,077 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:41,077 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T19:06:41,077 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:41,077 INFO [M:0;81d69e608036:45673 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.82 KB heapSize=54.28 KB 2024-11-12T19:06:41,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52c22f7f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52c22f7f 2024-11-12T19:06:41,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T19:06:41,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775644_1025 (size=392) 2024-11-12T19:06:41,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775708_1013 (size=1039) 2024-11-12T19:06:41,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775645_1025 (size=392) 2024-11-12T19:06:41,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775676_1021 (size=358) 2024-11-12T19:06:41,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775677_1021 (size=358) 2024-11-12T19:06:41,127 DEBUG [M:0;81d69e608036:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de677ad141f046a4be039fa59c12dcda is 82, key is hbase:meta,,1/info:regioninfo/1731438396656/Put/seqid=0 2024-11-12T19:06:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775629_1027 (size=51) 2024-11-12T19:06:41,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_-9223372036854775628_1027 (size=51) 2024-11-12T19:06:41,135 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:41,135 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:41,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-12T19:06:41,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-12T19:06:41,159 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T19:06:41,159 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T19:06:41,158 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:37852 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:46247:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37852 dst: /127.0.0.1:46247 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:41,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_-9223372036854775552_1037 (size=5672) 2024-11-12T19:06:41,195 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:41,196 INFO [M:0;81d69e608036:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de677ad141f046a4be039fa59c12dcda 2024-11-12T19:06:41,271 DEBUG [M:0;81d69e608036:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64b9cfbf26e544e88173f775b22090d3 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731438399100/Put/seqid=0 2024-11-12T19:06:41,275 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:41,275 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:41,315 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:36792 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:36167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36792 dst: /127.0.0.1:36167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:41,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775536_1039 (size=7800) 2024-11-12T19:06:41,359 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:41,359 INFO [M:0;81d69e608036:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.14 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64b9cfbf26e544e88173f775b22090d3 2024-11-12T19:06:41,426 DEBUG [M:0;81d69e608036:45673 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b1279630ca14f8389655de8ba1bd67c is 69, key is 81d69e608036,33355,1731438392120/rs:state/1731438395310/Put/seqid=0 2024-11-12T19:06:41,432 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:41,432 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-12T19:06:41,451 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1717398603_22 at /127.0.0.1:36810 [Receiving block BP-169005484-172.17.0.3-1731438383867:blk_-9223372036854775520_1040] {}] datanode.DataXceiver(331): 127.0.0.1:36167:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36810 dst: /127.0.0.1:36167 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T19:06:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_-9223372036854775520_1041 (size=5294) 2024-11-12T19:06:41,464 WARN [M:0;81d69e608036:45673 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-12T19:06:41,464 INFO [M:0;81d69e608036:45673 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b1279630ca14f8389655de8ba1bd67c 2024-11-12T19:06:41,476 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/de677ad141f046a4be039fa59c12dcda as hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de677ad141f046a4be039fa59c12dcda 2024-11-12T19:06:41,498 INFO [M:0;81d69e608036:45673 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/de677ad141f046a4be039fa59c12dcda, entries=8, sequenceid=111, filesize=5.5 K 2024-11-12T19:06:41,501 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64b9cfbf26e544e88173f775b22090d3 as hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64b9cfbf26e544e88173f775b22090d3 2024-11-12T19:06:41,521 INFO [M:0;81d69e608036:45673 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64b9cfbf26e544e88173f775b22090d3, entries=13, sequenceid=111, filesize=7.6 K 2024-11-12T19:06:41,524 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b1279630ca14f8389655de8ba1bd67c as hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b1279630ca14f8389655de8ba1bd67c 2024-11-12T19:06:41,554 INFO [M:0;81d69e608036:45673 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b1279630ca14f8389655de8ba1bd67c, entries=3, sequenceid=111, filesize=5.2 K 2024-11-12T19:06:41,555 INFO [M:0;81d69e608036:45673 {}] regionserver.HRegion(3040): Finished flush of dataSize ~43.82 KB/44872, heapSize ~53.98 KB/55280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 478ms, sequenceid=111, compaction requested=false 2024-11-12T19:06:41,569 INFO [M:0;81d69e608036:45673 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:41,569 DEBUG [M:0;81d69e608036:45673 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T19:06:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46247 is added to blk_1073741825_1011 (size=52587) 2024-11-12T19:06:41,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36167 is added to blk_1073741825_1011 (size=52587) 2024-11-12T19:06:41,595 INFO [M:0;81d69e608036:45673 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-12T19:06:41,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:41,595 INFO [M:0;81d69e608036:45673 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45673 2024-11-12T19:06:41,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37205 is added to blk_1073741825_1011 (size=52587) 2024-11-12T19:06:41,613 DEBUG [M:0;81d69e608036:45673 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/81d69e608036,45673,1731438390512 already deleted, retry=false 2024-11-12T19:06:41,721 INFO [M:0;81d69e608036:45673 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,45673,1731438390512; zookeeper connection closed. 2024-11-12T19:06:41,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:41,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45673-0x10131bacc340000, quorum=127.0.0.1:62727, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:41,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72588ec2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:41,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49c56859{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:41,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:41,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18795e3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:41,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@199433f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:41,759 WARN [BP-169005484-172.17.0.3-1731438383867 heartbeating to localhost/127.0.0.1:44871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T19:06:41,759 WARN [BP-169005484-172.17.0.3-1731438383867 heartbeating to localhost/127.0.0.1:44871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-169005484-172.17.0.3-1731438383867 (Datanode Uuid 71825271-1d4e-4da9-ab5e-e7a6303c8145) service to localhost/127.0.0.1:44871 2024-11-12T19:06:41,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data5/current/BP-169005484-172.17.0.3-1731438383867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:41,761 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T19:06:41,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T19:06:41,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data6/current/BP-169005484-172.17.0.3-1731438383867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:41,767 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T19:06:41,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c74902d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:41,787 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc97f1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:41,787 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:41,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff0fa6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:41,794 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@348f634c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:41,809 WARN [BP-169005484-172.17.0.3-1731438383867 heartbeating to localhost/127.0.0.1:44871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T19:06:41,809 WARN [BP-169005484-172.17.0.3-1731438383867 heartbeating to localhost/127.0.0.1:44871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-169005484-172.17.0.3-1731438383867 (Datanode Uuid 1fb148df-d393-43c0-8a9d-674d219640eb) service to localhost/127.0.0.1:44871 2024-11-12T19:06:41,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data3/current/BP-169005484-172.17.0.3-1731438383867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:41,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data4/current/BP-169005484-172.17.0.3-1731438383867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:41,812 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T19:06:41,812 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T19:06:41,812 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T19:06:41,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@201f47ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:41,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7949bb6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:41,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:41,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a6ff1d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:41,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb7b6fc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:41,839 WARN [BP-169005484-172.17.0.3-1731438383867 heartbeating to localhost/127.0.0.1:44871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T19:06:41,839 WARN [BP-169005484-172.17.0.3-1731438383867 heartbeating to localhost/127.0.0.1:44871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-169005484-172.17.0.3-1731438383867 (Datanode Uuid 33f1930c-3e52-480b-a7e6-765b88c3927f) service to localhost/127.0.0.1:44871 2024-11-12T19:06:41,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data1/current/BP-169005484-172.17.0.3-1731438383867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:41,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/cluster_9aeb2342-fe3e-86d5-cfad-5cd427d2f338/dfs/data/data2/current/BP-169005484-172.17.0.3-1731438383867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:41,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T19:06:41,842 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T19:06:41,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T19:06:41,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3613d8df{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T19:06:41,869 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10e4c426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:41,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:41,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@110bef75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:41,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2461502a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:41,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-12T19:06:41,940 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-12T19:06:41,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=83 (was 155), OpenFileDescriptor=442 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1495 (was 1414) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1658 (was 2863) 2024-11-12T19:06:41,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=83, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=1495, ProcessCount=11, AvailableMemoryMB=1636 2024-11-12T19:06:41,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T19:06:42,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.log.dir so I do NOT create it in target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215 2024-11-12T19:06:42,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/b4dc7cbd-d426-1922-f13f-2763d1d4576f/hadoop.tmp.dir so I do NOT create it in target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215 2024-11-12T19:06:42,000 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02, deleteOnExit=true 2024-11-12T19:06:42,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-12T19:06:42,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/test.cache.data in system properties and HBase conf 2024-11-12T19:06:42,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T19:06:42,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir in system properties and HBase conf 2024-11-12T19:06:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T19:06:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T19:06:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-12T19:06:42,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T19:06:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T19:06:42,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T19:06:42,002 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/nfs.dump.dir in system properties and HBase conf 2024-11-12T19:06:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/java.io.tmpdir in system properties and HBase conf 2024-11-12T19:06:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T19:06:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T19:06:42,003 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T19:06:42,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T19:06:42,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T19:06:42,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T19:06:42,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T19:06:42,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:42,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:42,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:42,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:42,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T19:06:42,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:42,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@140b1076{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:42,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52ea8723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:42,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b38fef5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/java.io.tmpdir/jetty-localhost-36981-hadoop-hdfs-3_4_1-tests_jar-_-any-5516584227973273765/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T19:06:42,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d39a6de{HTTP/1.1, (http/1.1)}{localhost:36981} 2024-11-12T19:06:42,620 INFO [Time-limited test {}] server.Server(415): Started @23097ms 2024-11-12T19:06:42,907 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:42,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:42,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:42,927 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:42,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T19:06:42,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1cb1dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:42,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17fe4e2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:43,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b3612a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/java.io.tmpdir/jetty-localhost-46723-hadoop-hdfs-3_4_1-tests_jar-_-any-13990475947600312158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:43,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42c9560{HTTP/1.1, (http/1.1)}{localhost:46723} 2024-11-12T19:06:43,051 INFO [Time-limited test {}] server.Server(415): Started @23528ms 2024-11-12T19:06:43,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T19:06:43,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:43,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:43,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:43,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:43,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T19:06:43,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fc3fa99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:43,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521ca599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:43,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19854002{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/java.io.tmpdir/jetty-localhost-40001-hadoop-hdfs-3_4_1-tests_jar-_-any-13459074632437837014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:43,228 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65a7bb8a{HTTP/1.1, (http/1.1)}{localhost:40001} 2024-11-12T19:06:43,228 INFO [Time-limited test {}] server.Server(415): Started @23705ms 2024-11-12T19:06:43,229 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T19:06:43,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T19:06:43,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T19:06:43,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T19:06:43,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T19:06:43,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T19:06:43,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@319634bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,AVAILABLE} 2024-11-12T19:06:43,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@517fde2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T19:06:43,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31d331ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/java.io.tmpdir/jetty-localhost-35341-hadoop-hdfs-3_4_1-tests_jar-_-any-14937870809486983850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:43,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57bcb54e{HTTP/1.1, (http/1.1)}{localhost:35341} 2024-11-12T19:06:43,424 INFO [Time-limited test {}] server.Server(415): Started @23902ms 2024-11-12T19:06:43,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T19:06:43,655 WARN [Thread-602 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data1/current/BP-82148813-172.17.0.3-1731438402105/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:43,655 WARN [Thread-603 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data2/current/BP-82148813-172.17.0.3-1731438402105/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:43,689 WARN [Thread-545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T19:06:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ddd482b2ccfbb3 with lease ID 0x60715f3a65819687: Processing first storage report for DS-f891e247-b2dc-463b-86ad-7492c1e158f8 from datanode DatanodeRegistration(127.0.0.1:34301, datanodeUuid=84c88385-91b2-4bd5-932b-88d35cbc6c71, infoPort=37643, infoSecurePort=0, ipcPort=43615, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105) 2024-11-12T19:06:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ddd482b2ccfbb3 with lease ID 0x60715f3a65819687: from storage DS-f891e247-b2dc-463b-86ad-7492c1e158f8 node DatanodeRegistration(127.0.0.1:34301, datanodeUuid=84c88385-91b2-4bd5-932b-88d35cbc6c71, infoPort=37643, infoSecurePort=0, ipcPort=43615, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T19:06:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5ddd482b2ccfbb3 with lease ID 0x60715f3a65819687: Processing first storage report for DS-f431f59b-22d3-4b99-97d6-aadff87dd5b0 from datanode DatanodeRegistration(127.0.0.1:34301, datanodeUuid=84c88385-91b2-4bd5-932b-88d35cbc6c71, infoPort=37643, infoSecurePort=0, ipcPort=43615, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105) 2024-11-12T19:06:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5ddd482b2ccfbb3 with lease ID 0x60715f3a65819687: from storage DS-f431f59b-22d3-4b99-97d6-aadff87dd5b0 node DatanodeRegistration(127.0.0.1:34301, datanodeUuid=84c88385-91b2-4bd5-932b-88d35cbc6c71, infoPort=37643, infoSecurePort=0, ipcPort=43615, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T19:06:43,967 WARN [Thread-615 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data3/current/BP-82148813-172.17.0.3-1731438402105/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:43,967 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data4/current/BP-82148813-172.17.0.3-1731438402105/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:44,004 WARN [Thread-568 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T19:06:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60a87c10d4d9b383 with lease ID 0x60715f3a65819688: Processing first storage report for DS-57015005-503d-4066-8e84-a10d90bfedf9 from datanode DatanodeRegistration(127.0.0.1:43915, datanodeUuid=c7a07c93-8455-4bbd-9b36-38faadb5b144, infoPort=33041, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105) 2024-11-12T19:06:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60a87c10d4d9b383 with lease ID 0x60715f3a65819688: from storage DS-57015005-503d-4066-8e84-a10d90bfedf9 node DatanodeRegistration(127.0.0.1:43915, datanodeUuid=c7a07c93-8455-4bbd-9b36-38faadb5b144, infoPort=33041, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T19:06:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60a87c10d4d9b383 with lease ID 0x60715f3a65819688: Processing first storage report for DS-d9a4936a-bc3b-4e01-bcf4-824f5ebc0dbf from datanode DatanodeRegistration(127.0.0.1:43915, datanodeUuid=c7a07c93-8455-4bbd-9b36-38faadb5b144, infoPort=33041, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105) 2024-11-12T19:06:44,007 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60a87c10d4d9b383 with lease ID 0x60715f3a65819688: from storage DS-d9a4936a-bc3b-4e01-bcf4-824f5ebc0dbf node DatanodeRegistration(127.0.0.1:43915, datanodeUuid=c7a07c93-8455-4bbd-9b36-38faadb5b144, infoPort=33041, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T19:06:44,130 WARN [Thread-627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data5/current/BP-82148813-172.17.0.3-1731438402105/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:44,129 WARN [Thread-628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data6/current/BP-82148813-172.17.0.3-1731438402105/current, will proceed with Du for space computation calculation, 2024-11-12T19:06:44,182 WARN [Thread-592 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T19:06:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd78a349d9f643dd5 with lease ID 0x60715f3a65819689: Processing first storage report for DS-18f42a60-63d6-4d73-9e2d-71b388d9b03f from datanode DatanodeRegistration(127.0.0.1:37325, datanodeUuid=7c8b09d8-8fd8-4d5d-91b9-0c683254554a, infoPort=35431, infoSecurePort=0, ipcPort=36293, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105) 2024-11-12T19:06:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd78a349d9f643dd5 with lease ID 0x60715f3a65819689: from storage DS-18f42a60-63d6-4d73-9e2d-71b388d9b03f node DatanodeRegistration(127.0.0.1:37325, datanodeUuid=7c8b09d8-8fd8-4d5d-91b9-0c683254554a, infoPort=35431, infoSecurePort=0, ipcPort=36293, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T19:06:44,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd78a349d9f643dd5 with lease ID 0x60715f3a65819689: Processing first storage report for DS-cb8fe3f5-4214-4828-9747-698aa1a3f0bb from datanode DatanodeRegistration(127.0.0.1:37325, datanodeUuid=7c8b09d8-8fd8-4d5d-91b9-0c683254554a, infoPort=35431, infoSecurePort=0, ipcPort=36293, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105) 2024-11-12T19:06:44,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd78a349d9f643dd5 with lease ID 0x60715f3a65819689: from storage DS-cb8fe3f5-4214-4828-9747-698aa1a3f0bb node DatanodeRegistration(127.0.0.1:37325, datanodeUuid=7c8b09d8-8fd8-4d5d-91b9-0c683254554a, infoPort=35431, infoSecurePort=0, ipcPort=36293, storageInfo=lv=-57;cid=testClusterID;nsid=2126962046;c=1731438402105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T19:06:44,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215 2024-11-12T19:06:44,292 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/zookeeper_0, clientPort=53082, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T19:06:44,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53082 2024-11-12T19:06:44,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741825_1001 (size=7) 2024-11-12T19:06:44,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741825_1001 (size=7) 2024-11-12T19:06:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741825_1001 (size=7) 2024-11-12T19:06:44,311 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499 with version=8 2024-11-12T19:06:44,311 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1462): The hbase.fs.tmp.dir is set to hdfs://localhost:44871/user/jenkins/test-data/92e63492-0a8f-1cdd-b6de-ff4d899dffb8/hbase-staging 2024-11-12T19:06:44,314 INFO [Time-limited test {}] client.ConnectionUtils(129): master/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:44,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:44,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:44,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:44,315 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:44,315 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37181 2024-11-12T19:06:44,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,320 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37181 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-12T19:06:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371810x0, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:44,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37181-0x10131bb05370000 connected 2024-11-12T19:06:44,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:44,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:44,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:44,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37181 2024-11-12T19:06:44,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37181 2024-11-12T19:06:44,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37181 2024-11-12T19:06:44,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37181 2024-11-12T19:06:44,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37181 2024-11-12T19:06:44,452 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499, hbase.cluster.distributed=false 2024-11-12T19:06:44,475 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:44,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:44,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:44,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:44,476 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:44,476 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:36121 2024-11-12T19:06:44,477 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T19:06:44,477 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T19:06:44,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36121 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-12T19:06:44,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361210x0, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:44,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361210x0, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:44,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36121-0x10131bb05370001 connected 2024-11-12T19:06:44,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:44,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:44,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-12T19:06:44,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36121 2024-11-12T19:06:44,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36121 2024-11-12T19:06:44,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-12T19:06:44,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-12T19:06:44,514 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:44,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,515 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:44,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,515 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:44,515 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:44,515 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:44,516 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37055 2024-11-12T19:06:44,516 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T19:06:44,516 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T19:06:44,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37055 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-12T19:06:44,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370550x0, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:44,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370550x0, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:44,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37055-0x10131bb05370002 connected 2024-11-12T19:06:44,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:44,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:44,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-12T19:06:44,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37055 2024-11-12T19:06:44,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37055 2024-11-12T19:06:44,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-12T19:06:44,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37055 2024-11-12T19:06:44,550 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/81d69e608036:0 server-side Connection retries=45 2024-11-12T19:06:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T19:06:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T19:06:44,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T19:06:44,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T19:06:44,551 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T19:06:44,551 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:43865 2024-11-12T19:06:44,552 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T19:06:44,552 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T19:06:44,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43865 connecting to ZooKeeper ensemble=127.0.0.1:53082 2024-11-12T19:06:44,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438650x0, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T19:06:44,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438650x0, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:44,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43865-0x10131bb05370003 connected 2024-11-12T19:06:44,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:44,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T19:06:44,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-12T19:06:44,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43865 2024-11-12T19:06:44,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43865 2024-11-12T19:06:44,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-12T19:06:44,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43865 2024-11-12T19:06:44,569 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/81d69e608036,37181,1731438404313 2024-11-12T19:06:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,580 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/81d69e608036,37181,1731438404313 2024-11-12T19:06:44,582 DEBUG [M:0;81d69e608036:37181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;81d69e608036:37181 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,590 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T19:06:44,590 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/81d69e608036,37181,1731438404313 from backup master directory 2024-11-12T19:06:44,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T19:06:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/81d69e608036,37181,1731438404313 2024-11-12T19:06:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T19:06:44,598 WARN [master/81d69e608036:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:44,598 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=81d69e608036,37181,1731438404313 2024-11-12T19:06:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741826_1002 (size=42) 2024-11-12T19:06:44,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741826_1002 (size=42) 2024-11-12T19:06:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741826_1002 (size=42) 2024-11-12T19:06:44,630 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/hbase.id with ID: 9f3f266d-f61a-44e2-909d-61ac0deada91 2024-11-12T19:06:44,661 INFO [master/81d69e608036:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T19:06:44,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:44,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741827_1003 (size=196) 2024-11-12T19:06:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741827_1003 (size=196) 2024-11-12T19:06:44,715 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T19:06:44,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741827_1003 (size=196) 2024-11-12T19:06:44,716 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T19:06:44,717 INFO [master/81d69e608036:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T19:06:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741828_1004 (size=1189) 2024-11-12T19:06:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741828_1004 (size=1189) 2024-11-12T19:06:44,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741828_1004 (size=1189) 2024-11-12T19:06:44,808 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store 2024-11-12T19:06:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741829_1005 (size=34) 2024-11-12T19:06:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741829_1005 (size=34) 2024-11-12T19:06:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741829_1005 (size=34) 2024-11-12T19:06:44,877 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:44,877 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T19:06:44,877 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:44,877 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:44,877 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T19:06:44,877 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:44,877 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:44,877 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T19:06:44,883 WARN [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/.initializing 2024-11-12T19:06:44,883 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/WALs/81d69e608036,37181,1731438404313 2024-11-12T19:06:44,914 INFO [master/81d69e608036:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C37181%2C1731438404313, suffix=, logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/WALs/81d69e608036,37181,1731438404313, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/oldWALs, maxLogs=10 2024-11-12T19:06:44,920 INFO [master/81d69e608036:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 81d69e608036%2C37181%2C1731438404313.1731438404919 2024-11-12T19:06:44,921 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] util.CommonFSUtils$DfsBuilderUtility(752): Using builder API via reflection for DFS file creation replicate flag. 2024-11-12T19:06:44,921 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] util.CommonFSUtils$DfsBuilderUtility(762): Using builder API via reflection for DFS file creation noLocalWrite flag. 2024-11-12T19:06:45,063 INFO [master/81d69e608036:0:becomeActiveMaster {}] wal.AbstractFSWAL(1183): Slow sync cost: 120 ms, current pipeline: [] 2024-11-12T19:06:45,064 INFO [master/81d69e608036:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/WALs/81d69e608036,37181,1731438404313/81d69e608036%2C37181%2C1731438404313.1731438404919 2024-11-12T19:06:45,064 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37643:37643),(127.0.0.1/127.0.0.1:33041:33041),(127.0.0.1/127.0.0.1:35431:35431)] 2024-11-12T19:06:45,064 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:45,064 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:45,064 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,064 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T19:06:45,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:45,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:45,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T19:06:45,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:45,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:45,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T19:06:45,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:45,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:45,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T19:06:45,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:45,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:45,162 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,166 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,173 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T19:06:45,175 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T19:06:45,196 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:45,197 INFO [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72277799, jitterRate=0.07702313363552094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T19:06:45,200 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T19:06:45,203 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T19:06:45,217 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58833d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:45,224 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-12T19:06:45,225 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T19:06:45,225 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T19:06:45,225 INFO [master/81d69e608036:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T19:06:45,227 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T19:06:45,228 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-12T19:06:45,228 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T19:06:45,239 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T19:06:45,241 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T19:06:45,281 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-12T19:06:45,281 INFO [master/81d69e608036:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T19:06:45,282 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T19:06:45,289 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-12T19:06:45,289 INFO [master/81d69e608036:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T19:06:45,290 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T19:06:45,297 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-12T19:06:45,298 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T19:06:45,306 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T19:06:45,307 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T19:06:45,314 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T19:06:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:45,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,324 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=81d69e608036,37181,1731438404313, sessionid=0x10131bb05370000, setting cluster-up flag (Was=false) 2024-11-12T19:06:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,388 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T19:06:45,407 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81d69e608036,37181,1731438404313 2024-11-12T19:06:45,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:45,629 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T19:06:45,639 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=81d69e608036,37181,1731438404313 2024-11-12T19:06:45,647 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-12T19:06:45,647 INFO [master/81d69e608036:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-12T19:06:45,648 INFO [master/81d69e608036:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T19:06:45,648 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 81d69e608036,37181,1731438404313 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T19:06:45,648 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:45,648 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:45,649 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:45,649 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/81d69e608036:0, corePoolSize=5, maxPoolSize=5 2024-11-12T19:06:45,649 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/81d69e608036:0, corePoolSize=10, maxPoolSize=10 2024-11-12T19:06:45,649 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,649 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:45,649 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-12T19:06:45,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-12T19:06:45,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:45,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T19:06:45,687 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731438435686 2024-11-12T19:06:45,687 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T19:06:45,687 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T19:06:45,687 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T19:06:45,687 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T19:06:45,687 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T19:06:45,687 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T19:06:45,716 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;81d69e608036:36121 2024-11-12T19:06:45,727 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:45,730 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1008): ClusterId : 9f3f266d-f61a-44e2-909d-61ac0deada91 2024-11-12T19:06:45,731 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T19:06:45,733 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T19:06:45,734 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T19:06:45,734 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T19:06:45,740 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T19:06:45,741 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T19:06:45,748 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T19:06:45,749 DEBUG [RS:0;81d69e608036:36121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503a8f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:45,750 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;81d69e608036:37055 2024-11-12T19:06:45,751 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T19:06:45,751 INFO [master/81d69e608036:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T19:06:45,751 DEBUG [RS:0;81d69e608036:36121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb91b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:45,751 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.large.0-1731438405751,5,FailOnTimeoutGroup] 2024-11-12T19:06:45,752 INFO [RS:0;81d69e608036:36121 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-12T19:06:45,752 INFO [RS:0;81d69e608036:36121 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-12T19:06:45,752 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.small.0-1731438405751,5,FailOnTimeoutGroup] 2024-11-12T19:06:45,752 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-12T19:06:45,752 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:45,752 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T19:06:45,752 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:45,752 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:45,753 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(3073): reportForDuty to master=81d69e608036,37181,1731438404313 with isa=81d69e608036/172.17.0.3:36121, startcode=1731438404474 2024-11-12T19:06:45,753 DEBUG [RS:0;81d69e608036:36121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T19:06:45,754 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;81d69e608036:43865 2024-11-12T19:06:45,756 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1008): ClusterId : 9f3f266d-f61a-44e2-909d-61ac0deada91 2024-11-12T19:06:45,756 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T19:06:45,764 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1008): ClusterId : 9f3f266d-f61a-44e2-909d-61ac0deada91 2024-11-12T19:06:45,764 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T19:06:45,772 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T19:06:45,773 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T19:06:45,773 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T19:06:45,773 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T19:06:45,776 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41735, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T19:06:45,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37181 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 81d69e608036,36121,1731438404474 2024-11-12T19:06:45,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37181 {}] master.ServerManager(486): Registering regionserver=81d69e608036,36121,1731438404474 2024-11-12T19:06:45,786 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499 2024-11-12T19:06:45,787 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35729 2024-11-12T19:06:45,787 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-12T19:06:45,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:45,798 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T19:06:45,798 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T19:06:45,798 DEBUG [RS:0;81d69e608036:36121 {}] zookeeper.ZKUtil(111): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81d69e608036,36121,1731438404474 2024-11-12T19:06:45,798 DEBUG [RS:1;81d69e608036:37055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31847112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:45,798 WARN [RS:0;81d69e608036:36121 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:45,798 INFO [RS:0;81d69e608036:36121 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T19:06:45,799 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,36121,1731438404474 2024-11-12T19:06:45,799 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81d69e608036,36121,1731438404474] 2024-11-12T19:06:45,798 DEBUG [RS:2;81d69e608036:43865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d36054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:45,803 DEBUG [RS:1;81d69e608036:37055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5afbbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:45,803 INFO [RS:1;81d69e608036:37055 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-12T19:06:45,803 INFO [RS:1;81d69e608036:37055 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-12T19:06:45,803 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-12T19:06:45,804 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(3073): reportForDuty to master=81d69e608036,37181,1731438404313 with isa=81d69e608036/172.17.0.3:37055, startcode=1731438404514 2024-11-12T19:06:45,804 DEBUG [RS:1;81d69e608036:37055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T19:06:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741831_1007 (size=1039) 2024-11-12T19:06:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741831_1007 (size=1039) 2024-11-12T19:06:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741831_1007 (size=1039) 2024-11-12T19:06:45,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-12T19:06:45,810 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499 2024-11-12T19:06:45,819 DEBUG [RS:2;81d69e608036:43865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98bb444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:45,820 INFO [RS:2;81d69e608036:43865 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-12T19:06:45,820 INFO [RS:2;81d69e608036:43865 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-12T19:06:45,820 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-12T19:06:45,821 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(3073): reportForDuty to master=81d69e608036,37181,1731438404313 with isa=81d69e608036/172.17.0.3:43865, startcode=1731438404549 2024-11-12T19:06:45,821 DEBUG [RS:2;81d69e608036:43865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T19:06:45,867 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42945, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T19:06:45,867 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45835, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T19:06:45,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37181 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 81d69e608036,37055,1731438404514 2024-11-12T19:06:45,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37181 {}] master.ServerManager(486): Registering regionserver=81d69e608036,37055,1731438404514 2024-11-12T19:06:45,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37181 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 81d69e608036,43865,1731438404549 2024-11-12T19:06:45,877 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37181 {}] master.ServerManager(486): Registering regionserver=81d69e608036,43865,1731438404549 2024-11-12T19:06:45,879 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499 2024-11-12T19:06:45,879 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35729 2024-11-12T19:06:45,879 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-12T19:06:45,886 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499 2024-11-12T19:06:45,886 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35729 2024-11-12T19:06:45,886 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-12T19:06:45,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:45,931 DEBUG [RS:1;81d69e608036:37055 {}] zookeeper.ZKUtil(111): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81d69e608036,37055,1731438404514 2024-11-12T19:06:45,931 WARN [RS:1;81d69e608036:37055 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:45,931 INFO [RS:1;81d69e608036:37055 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T19:06:45,932 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,37055,1731438404514 2024-11-12T19:06:45,934 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-12T19:06:45,934 INFO [RS:0;81d69e608036:36121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T19:06:45,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81d69e608036,37055,1731438404514] 2024-11-12T19:06:45,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [81d69e608036,43865,1731438404549] 2024-11-12T19:06:45,938 DEBUG [RS:2;81d69e608036:43865 {}] zookeeper.ZKUtil(111): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/81d69e608036,43865,1731438404549 2024-11-12T19:06:45,939 WARN [RS:2;81d69e608036:43865 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T19:06:45,939 INFO [RS:2;81d69e608036:43865 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T19:06:45,939 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,43865,1731438404549 2024-11-12T19:06:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741832_1008 (size=32) 2024-11-12T19:06:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741832_1008 (size=32) 2024-11-12T19:06:45,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:45,948 INFO [RS:0;81d69e608036:36121 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T19:06:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741832_1008 (size=32) 2024-11-12T19:06:45,956 INFO [RS:0;81d69e608036:36121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T19:06:45,956 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:45,960 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-12T19:06:45,961 INFO [RS:1;81d69e608036:37055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T19:06:45,962 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-12T19:06:45,968 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:45,968 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,968 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,968 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,969 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:45,970 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:45,970 DEBUG [RS:0;81d69e608036:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:45,970 INFO [RS:1;81d69e608036:37055 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T19:06:45,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T19:06:45,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T19:06:45,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:45,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:45,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T19:06:45,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T19:06:45,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:45,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:45,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T19:06:46,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T19:06:46,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:46,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:46,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740 2024-11-12T19:06:46,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740 2024-11-12T19:06:46,011 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,011 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,011 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,011 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,011 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,36121,1731438404474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:46,012 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T19:06:46,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-12T19:06:46,028 INFO [RS:1;81d69e608036:37055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T19:06:46,028 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,037 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-12T19:06:46,038 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:46,039 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69114326, jitterRate=0.02988371253013611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T19:06:46,039 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,039 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,039 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-12T19:06:46,039 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,039 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,039 INFO [RS:2;81d69e608036:43865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T19:06:46,039 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,040 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-12T19:06:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T19:06:46,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:46,040 DEBUG [RS:1;81d69e608036:37055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:46,051 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-12T19:06:46,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-12T19:06:46,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-12T19:06:46,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-12T19:06:46,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T19:06:46,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T19:06:46,058 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T19:06:46,063 INFO [RS:2;81d69e608036:43865 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T19:06:46,067 INFO [RS:2;81d69e608036:43865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T19:06:46,067 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,068 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-12T19:06:46,069 INFO [RS:0;81d69e608036:36121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T19:06:46,069 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,36121,1731438404474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,069 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,070 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,070 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,070 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,070 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,070 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,070 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/81d69e608036:0, corePoolSize=2, maxPoolSize=2 2024-11-12T19:06:46,070 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,071 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,071 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,071 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,071 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/81d69e608036:0, corePoolSize=1, maxPoolSize=1 2024-11-12T19:06:46,071 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:46,071 DEBUG [RS:2;81d69e608036:43865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0, corePoolSize=3, maxPoolSize=3 2024-11-12T19:06:46,071 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,071 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,071 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,071 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,072 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37055,1731438404514-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:46,098 INFO [RS:1;81d69e608036:37055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T19:06:46,098 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37055,1731438404514-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,107 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,107 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,107 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,107 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,107 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,43865,1731438404549-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:46,111 INFO [RS:0;81d69e608036:36121 {}] regionserver.Replication(204): 81d69e608036,36121,1731438404474 started 2024-11-12T19:06:46,111 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1767): Serving as 81d69e608036,36121,1731438404474, RpcServer on 81d69e608036/172.17.0.3:36121, sessionid=0x10131bb05370001 2024-11-12T19:06:46,111 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T19:06:46,112 DEBUG [RS:0;81d69e608036:36121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81d69e608036,36121,1731438404474 2024-11-12T19:06:46,112 DEBUG [RS:0;81d69e608036:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,36121,1731438404474' 2024-11-12T19:06:46,112 DEBUG [RS:0;81d69e608036:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T19:06:46,125 DEBUG [RS:0;81d69e608036:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T19:06:46,127 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T19:06:46,127 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T19:06:46,127 DEBUG [RS:0;81d69e608036:36121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81d69e608036,36121,1731438404474 2024-11-12T19:06:46,127 DEBUG [RS:0;81d69e608036:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,36121,1731438404474' 2024-11-12T19:06:46,127 DEBUG [RS:0;81d69e608036:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T19:06:46,127 DEBUG [RS:0;81d69e608036:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T19:06:46,128 DEBUG [RS:0;81d69e608036:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T19:06:46,128 INFO [RS:0;81d69e608036:36121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T19:06:46,128 INFO [RS:0;81d69e608036:36121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T19:06:46,135 INFO [RS:1;81d69e608036:37055 {}] regionserver.Replication(204): 81d69e608036,37055,1731438404514 started 2024-11-12T19:06:46,136 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1767): Serving as 81d69e608036,37055,1731438404514, RpcServer on 81d69e608036/172.17.0.3:37055, sessionid=0x10131bb05370002 2024-11-12T19:06:46,136 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T19:06:46,136 DEBUG [RS:1;81d69e608036:37055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81d69e608036,37055,1731438404514 2024-11-12T19:06:46,136 DEBUG [RS:1;81d69e608036:37055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,37055,1731438404514' 2024-11-12T19:06:46,136 DEBUG [RS:1;81d69e608036:37055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T19:06:46,136 DEBUG [RS:1;81d69e608036:37055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T19:06:46,137 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T19:06:46,137 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T19:06:46,138 DEBUG [RS:1;81d69e608036:37055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81d69e608036,37055,1731438404514 2024-11-12T19:06:46,138 DEBUG [RS:1;81d69e608036:37055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,37055,1731438404514' 2024-11-12T19:06:46,138 DEBUG [RS:1;81d69e608036:37055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T19:06:46,138 DEBUG [RS:1;81d69e608036:37055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T19:06:46,139 DEBUG [RS:1;81d69e608036:37055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T19:06:46,139 INFO [RS:1;81d69e608036:37055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T19:06:46,139 INFO [RS:1;81d69e608036:37055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T19:06:46,140 INFO [RS:2;81d69e608036:43865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T19:06:46,140 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,43865,1731438404549-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,165 INFO [RS:2;81d69e608036:43865 {}] regionserver.Replication(204): 81d69e608036,43865,1731438404549 started 2024-11-12T19:06:46,165 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1767): Serving as 81d69e608036,43865,1731438404549, RpcServer on 81d69e608036/172.17.0.3:43865, sessionid=0x10131bb05370003 2024-11-12T19:06:46,165 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T19:06:46,165 DEBUG [RS:2;81d69e608036:43865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 81d69e608036,43865,1731438404549 2024-11-12T19:06:46,165 DEBUG [RS:2;81d69e608036:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,43865,1731438404549' 2024-11-12T19:06:46,165 DEBUG [RS:2;81d69e608036:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T19:06:46,166 DEBUG [RS:2;81d69e608036:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T19:06:46,166 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T19:06:46,166 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T19:06:46,166 DEBUG [RS:2;81d69e608036:43865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 81d69e608036,43865,1731438404549 2024-11-12T19:06:46,166 DEBUG [RS:2;81d69e608036:43865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '81d69e608036,43865,1731438404549' 2024-11-12T19:06:46,167 DEBUG [RS:2;81d69e608036:43865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T19:06:46,167 DEBUG [RS:2;81d69e608036:43865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T19:06:46,167 DEBUG [RS:2;81d69e608036:43865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T19:06:46,167 INFO [RS:2;81d69e608036:43865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T19:06:46,167 INFO [RS:2;81d69e608036:43865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T19:06:46,208 WARN [81d69e608036:37181 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-12T19:06:46,231 INFO [RS:0;81d69e608036:36121 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C36121%2C1731438404474, suffix=, logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,36121,1731438404474, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs, maxLogs=32 2024-11-12T19:06:46,239 INFO [RS:0;81d69e608036:36121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 81d69e608036%2C36121%2C1731438404474.1731438406238 2024-11-12T19:06:46,244 INFO [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C37055%2C1731438404514, suffix=, logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,37055,1731438404514, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs, maxLogs=32 2024-11-12T19:06:46,251 INFO [RS:1;81d69e608036:37055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 81d69e608036%2C37055%2C1731438404514.1731438406250 2024-11-12T19:06:46,271 INFO [RS:2;81d69e608036:43865 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C43865%2C1731438404549, suffix=, logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,43865,1731438404549, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs, maxLogs=32 2024-11-12T19:06:46,287 INFO [RS:2;81d69e608036:43865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 81d69e608036%2C43865%2C1731438404549.1731438406286 2024-11-12T19:06:46,399 INFO [RS:0;81d69e608036:36121 {}] wal.AbstractFSWAL(1183): Slow sync cost: 142 ms, current pipeline: [] 2024-11-12T19:06:46,399 INFO [RS:0;81d69e608036:36121 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,36121,1731438404474/81d69e608036%2C36121%2C1731438404474.1731438406238 2024-11-12T19:06:46,400 DEBUG [RS:0;81d69e608036:36121 {}] wal.AbstractFSWAL(925): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37643:37643),(127.0.0.1/127.0.0.1:35431:35431),(127.0.0.1/127.0.0.1:33041:33041)] 2024-11-12T19:06:46,447 INFO [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(1183): Slow sync cost: 184 ms, current pipeline: [] 2024-11-12T19:06:46,447 INFO [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,37055,1731438404514/81d69e608036%2C37055%2C1731438404514.1731438406250 2024-11-12T19:06:46,447 DEBUG [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(925): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37643:37643),(127.0.0.1/127.0.0.1:35431:35431),(127.0.0.1/127.0.0.1:33041:33041)] 2024-11-12T19:06:46,459 DEBUG [81d69e608036:37181 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T19:06:46,459 DEBUG [81d69e608036:37181 {}] balancer.BalancerClusterState(202): Hosts are {81d69e608036=0} racks are {/default-rack=0} 2024-11-12T19:06:46,461 INFO [RS:2;81d69e608036:43865 {}] wal.AbstractFSWAL(1183): Slow sync cost: 150 ms, current pipeline: [] 2024-11-12T19:06:46,461 INFO [RS:2;81d69e608036:43865 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,43865,1731438404549/81d69e608036%2C43865%2C1731438404549.1731438406286 2024-11-12T19:06:46,462 DEBUG [RS:2;81d69e608036:43865 {}] wal.AbstractFSWAL(925): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35431:35431),(127.0.0.1/127.0.0.1:33041:33041),(127.0.0.1/127.0.0.1:37643:37643)] 2024-11-12T19:06:46,463 DEBUG [81d69e608036:37181 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-12T19:06:46,463 DEBUG [81d69e608036:37181 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-12T19:06:46,463 INFO [81d69e608036:37181 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-12T19:06:46,463 INFO [81d69e608036:37181 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-12T19:06:46,463 DEBUG [81d69e608036:37181 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T19:06:46,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=81d69e608036,37055,1731438404514 2024-11-12T19:06:46,467 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81d69e608036,37055,1731438404514, state=OPENING 2024-11-12T19:06:46,505 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T19:06:46,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:46,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:46,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:46,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:46,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=81d69e608036,37055,1731438404514}] 2024-11-12T19:06:46,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 81d69e608036,37055,1731438404514 2024-11-12T19:06:46,671 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T19:06:46,673 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T19:06:46,680 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-12T19:06:46,680 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-12T19:06:46,683 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=81d69e608036%2C37055%2C1731438404514.meta, suffix=.meta, logDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,37055,1731438404514, archiveDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs, maxLogs=32 2024-11-12T19:06:46,685 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 81d69e608036%2C37055%2C1731438404514.meta.1731438406685.meta 2024-11-12T19:06:46,694 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,37055,1731438404514/81d69e608036%2C37055%2C1731438404514.meta.1731438406685.meta 2024-11-12T19:06:46,694 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:37643:37643),(127.0.0.1/127.0.0.1:35431:35431),(127.0.0.1/127.0.0.1:33041:33041)] 2024-11-12T19:06:46,695 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:46,695 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T19:06:46,695 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T19:06:46,695 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T19:06:46,695 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T19:06:46,695 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:46,695 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-12T19:06:46,696 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-12T19:06:46,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T19:06:46,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T19:06:46,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:46,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:46,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T19:06:46,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T19:06:46,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:46,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:46,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T19:06:46,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T19:06:46,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:46,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T19:06:46,703 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740 2024-11-12T19:06:46,705 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740 2024-11-12T19:06:46,707 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T19:06:46,709 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-12T19:06:46,711 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66304904, jitterRate=-0.011979937553405762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T19:06:46,712 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-12T19:06:46,713 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731438406670 2024-11-12T19:06:46,717 DEBUG [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T19:06:46,717 INFO [RS_OPEN_META-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-12T19:06:46,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=81d69e608036,37055,1731438404514 2024-11-12T19:06:46,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 81d69e608036,37055,1731438404514, state=OPEN 2024-11-12T19:06:46,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:46,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:46,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:46,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T19:06:46,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T19:06:46,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T19:06:46,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=81d69e608036,37055,1731438404514 in 214 msec 2024-11-12T19:06:46,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T19:06:46,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-12T19:06:46,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.0960 sec 2024-11-12T19:06:46,743 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731438406743, completionTime=-1 2024-11-12T19:06:46,744 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T19:06:46,744 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-12T19:06:46,744 DEBUG [hconnection-0x5c42fc8d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:46,747 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:46,749 INFO [master/81d69e608036:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=3 2024-11-12T19:06:46,749 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731438466749 2024-11-12T19:06:46,749 INFO [master/81d69e608036:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731438526749 2024-11-12T19:06:46,749 INFO [master/81d69e608036:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 5 msec 2024-11-12T19:06:46,809 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T19:06:46,809 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37181,1731438404313-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,810 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37181,1731438404313-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,810 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37181,1731438404313-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,810 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-81d69e608036:37181, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,810 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:46,810 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-12T19:06:46,811 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T19:06:46,813 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-12T19:06:46,814 DEBUG [master/81d69e608036:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-12T19:06:46,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T19:06:46,816 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:46,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T19:06:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741837_1013 (size=358) 2024-11-12T19:06:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741837_1013 (size=358) 2024-11-12T19:06:46,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741837_1013 (size=358) 2024-11-12T19:06:46,849 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 91a24e159bc937b2c447b9473ec7045a, NAME => 'hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499 2024-11-12T19:06:46,855 WARN [IPC Server handler 4 on default port 35729 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-12T19:06:46,856 WARN [IPC Server handler 4 on default port 35729 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-12T19:06:46,856 WARN [IPC Server handler 4 on default port 35729 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-12T19:06:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741838_1014 (size=42) 2024-11-12T19:06:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741838_1014 (size=42) 2024-11-12T19:06:46,869 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:46,869 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 91a24e159bc937b2c447b9473ec7045a, disabling compactions & flushes 2024-11-12T19:06:46,869 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:46,869 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:46,869 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. after waiting 0 ms 2024-11-12T19:06:46,869 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:46,869 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:46,869 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 91a24e159bc937b2c447b9473ec7045a: 2024-11-12T19:06:46,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T19:06:46,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731438406872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731438406872"}]},"ts":"1731438406872"} 2024-11-12T19:06:46,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T19:06:46,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T19:06:46,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438406878"}]},"ts":"1731438406878"} 2024-11-12T19:06:46,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-12T19:06:46,906 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {81d69e608036=0} racks are {/default-rack=0} 2024-11-12T19:06:46,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-12T19:06:46,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-12T19:06:46,907 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-11-12T19:06:46,908 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-12T19:06:46,908 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-12T19:06:46,908 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-11-12T19:06:46,908 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T19:06:46,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=91a24e159bc937b2c447b9473ec7045a, ASSIGN}] 2024-11-12T19:06:46,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=91a24e159bc937b2c447b9473ec7045a, ASSIGN 2024-11-12T19:06:46,914 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=91a24e159bc937b2c447b9473ec7045a, ASSIGN; state=OFFLINE, location=81d69e608036,36121,1731438404474; forceNewPlan=false, retain=false 2024-11-12T19:06:47,067 INFO [81d69e608036:37181 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T19:06:47,067 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=91a24e159bc937b2c447b9473ec7045a, regionState=OPENING, regionLocation=81d69e608036,36121,1731438404474 2024-11-12T19:06:47,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 91a24e159bc937b2c447b9473ec7045a, server=81d69e608036,36121,1731438404474}] 2024-11-12T19:06:47,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 81d69e608036,36121,1731438404474 2024-11-12T19:06:47,238 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T19:06:47,244 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T19:06:47,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:47,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 91a24e159bc937b2c447b9473ec7045a, NAME => 'hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:47,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:47,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:47,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:47,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:47,263 INFO [StoreOpener-91a24e159bc937b2c447b9473ec7045a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:47,265 INFO [StoreOpener-91a24e159bc937b2c447b9473ec7045a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91a24e159bc937b2c447b9473ec7045a columnFamilyName info 2024-11-12T19:06:47,266 DEBUG [StoreOpener-91a24e159bc937b2c447b9473ec7045a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:47,267 INFO [StoreOpener-91a24e159bc937b2c447b9473ec7045a-1 {}] regionserver.HStore(327): Store=91a24e159bc937b2c447b9473ec7045a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:47,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:47,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:47,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:47,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:47,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 91a24e159bc937b2c447b9473ec7045a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61861962, jitterRate=-0.07818493247032166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T19:06:47,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 91a24e159bc937b2c447b9473ec7045a: 2024-11-12T19:06:47,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a., pid=6, masterSystemTime=1731438407237 2024-11-12T19:06:47,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:47,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:47,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=91a24e159bc937b2c447b9473ec7045a, regionState=OPEN, openSeqNum=2, regionLocation=81d69e608036,36121,1731438404474 2024-11-12T19:06:47,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T19:06:47,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 91a24e159bc937b2c447b9473ec7045a, server=81d69e608036,36121,1731438404474 in 248 msec 2024-11-12T19:06:47,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T19:06:47,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=91a24e159bc937b2c447b9473ec7045a, ASSIGN in 428 msec 2024-11-12T19:06:47,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T19:06:47,351 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438407350"}]},"ts":"1731438407350"} 2024-11-12T19:06:47,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-12T19:06:47,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T19:06:47,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 588 msec 2024-11-12T19:06:47,419 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-12T19:06:47,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-12T19:06:47,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:47,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:47,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:47,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:47,463 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:47,467 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:47,483 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-12T19:06:47,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-12T19:06:47,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 79 msec 2024-11-12T19:06:47,577 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-12T19:06:47,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-12T19:06:47,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 34 msec 2024-11-12T19:06:47,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-12T19:06:47,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-12T19:06:47,656 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.058sec 2024-11-12T19:06:47,656 INFO [master/81d69e608036:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T19:06:47,656 INFO [master/81d69e608036:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T19:06:47,656 INFO [master/81d69e608036:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T19:06:47,656 INFO [master/81d69e608036:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T19:06:47,656 INFO [master/81d69e608036:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T19:06:47,656 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37181,1731438404313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T19:06:47,657 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37181,1731438404313-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T19:06:47,660 DEBUG [master/81d69e608036:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-12T19:06:47,660 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T19:06:47,660 INFO [master/81d69e608036:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=81d69e608036,37181,1731438404313-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T19:06:47,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x471d2201 to 127.0.0.1:53082 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@457d432b 2024-11-12T19:06:47,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d00ec66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T19:06:47,773 DEBUG [hconnection-0x3ca05df3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:47,776 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:47,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=81d69e608036,37181,1731438404313 2024-11-12T19:06:47,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T19:06:47,788 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T19:06:47,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T19:06:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-12T19:06:47,794 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T19:06:47,795 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:47,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 9 2024-11-12T19:06:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:47,799 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T19:06:47,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741839_1015 (size=392) 2024-11-12T19:06:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741839_1015 (size=392) 2024-11-12T19:06:47,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741839_1015 (size=392) 2024-11-12T19:06:47,835 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6e1ca9f5c7ebeaa736a60b8c49142a27, NAME => 'TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499 2024-11-12T19:06:47,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741840_1016 (size=51) 2024-11-12T19:06:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741840_1016 (size=51) 2024-11-12T19:06:47,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741840_1016 (size=51) 2024-11-12T19:06:47,860 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(894): Instantiated TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:47,860 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1681): Closing 6e1ca9f5c7ebeaa736a60b8c49142a27, disabling compactions & flushes 2024-11-12T19:06:47,860 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1703): Closing region TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:47,860 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:47,860 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. after waiting 0 ms 2024-11-12T19:06:47,860 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:47,860 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1922): Closed TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:47,860 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6e1ca9f5c7ebeaa736a60b8c49142a27: 2024-11-12T19:06:47,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T19:06:47,862 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731438407862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731438407862"}]},"ts":"1731438407862"} 2024-11-12T19:06:47,865 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-12T19:06:47,867 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T19:06:47,868 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438407867"}]},"ts":"1731438407867"} 2024-11-12T19:06:47,872 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-12T19:06:47,889 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {81d69e608036=0} racks are {/default-rack=0} 2024-11-12T19:06:47,893 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-12T19:06:47,893 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-12T19:06:47,893 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 is on host 0 2024-11-12T19:06:47,893 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-12T19:06:47,893 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-12T19:06:47,893 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 2 is on rack 0 2024-11-12T19:06:47,893 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T19:06:47,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6e1ca9f5c7ebeaa736a60b8c49142a27, ASSIGN}] 2024-11-12T19:06:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:47,910 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6e1ca9f5c7ebeaa736a60b8c49142a27, ASSIGN 2024-11-12T19:06:47,915 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6e1ca9f5c7ebeaa736a60b8c49142a27, ASSIGN; state=OFFLINE, location=81d69e608036,43865,1731438404549; forceNewPlan=false, retain=false 2024-11-12T19:06:48,071 INFO [81d69e608036:37181 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-12T19:06:48,075 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6e1ca9f5c7ebeaa736a60b8c49142a27, regionState=OPENING, regionLocation=81d69e608036,43865,1731438404549 2024-11-12T19:06:48,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 6e1ca9f5c7ebeaa736a60b8c49142a27, server=81d69e608036,43865,1731438404549}] 2024-11-12T19:06:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:48,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 81d69e608036,43865,1731438404549 2024-11-12T19:06:48,275 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T19:06:48,280 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T19:06:48,318 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:48,319 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 6e1ca9f5c7ebeaa736a60b8c49142a27, NAME => 'TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27.', STARTKEY => '', ENDKEY => ''} 2024-11-12T19:06:48,320 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:48,320 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T19:06:48,320 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:48,320 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:48,330 INFO [StoreOpener-6e1ca9f5c7ebeaa736a60b8c49142a27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:48,343 INFO [StoreOpener-6e1ca9f5c7ebeaa736a60b8c49142a27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e1ca9f5c7ebeaa736a60b8c49142a27 columnFamilyName cf 2024-11-12T19:06:48,344 DEBUG [StoreOpener-6e1ca9f5c7ebeaa736a60b8c49142a27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T19:06:48,349 INFO [StoreOpener-6e1ca9f5c7ebeaa736a60b8c49142a27-1 {}] regionserver.HStore(327): Store=6e1ca9f5c7ebeaa736a60b8c49142a27/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T19:06:48,354 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:48,356 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:48,375 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:48,399 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T19:06:48,401 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 6e1ca9f5c7ebeaa736a60b8c49142a27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59231387, jitterRate=-0.11738355457782745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T19:06:48,402 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 6e1ca9f5c7ebeaa736a60b8c49142a27: 2024-11-12T19:06:48,413 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27., pid=11, masterSystemTime=1731438408275 2024-11-12T19:06:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:48,423 DEBUG [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:48,423 INFO [RS_OPEN_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:48,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6e1ca9f5c7ebeaa736a60b8c49142a27, regionState=OPEN, openSeqNum=2, regionLocation=81d69e608036,43865,1731438404549 2024-11-12T19:06:48,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T19:06:48,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 6e1ca9f5c7ebeaa736a60b8c49142a27, server=81d69e608036,43865,1731438404549 in 346 msec 2024-11-12T19:06:48,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T19:06:48,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=6e1ca9f5c7ebeaa736a60b8c49142a27, ASSIGN in 567 msec 2024-11-12T19:06:48,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T19:06:48,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731438408475"}]},"ts":"1731438408475"} 2024-11-12T19:06:48,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-12T19:06:48,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T19:06:48,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestHBaseWalOnEC in 760 msec 2024-11-12T19:06:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-12T19:06:48,920 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestHBaseWalOnEC, procId: 9 completed 2024-11-12T19:06:48,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-12T19:06:48,920 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T19:06:48,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-12T19:06:48,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T19:06:48,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table TestHBaseWalOnEC assigned. 2024-11-12T19:06:48,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T19:06:48,945 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T19:06:48,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-12T19:06:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC 2024-11-12T19:06:48,979 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-12T19:06:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:48,987 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T19:06:48,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T19:06:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:49,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 81d69e608036,43865,1731438404549 2024-11-12T19:06:49,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43865 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-12T19:06:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:49,164 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 6e1ca9f5c7ebeaa736a60b8c49142a27 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-12T19:06:49,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27/.tmp/cf/c00e81709c1647cb8b14671c1cf3cf7d is 36, key is row/cf:cq/1731438408945/Put/seqid=0 2024-11-12T19:06:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741841_1017 (size=4787) 2024-11-12T19:06:49,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741841_1017 (size=4787) 2024-11-12T19:06:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741841_1017 (size=4787) 2024-11-12T19:06:49,339 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27/.tmp/cf/c00e81709c1647cb8b14671c1cf3cf7d 2024-11-12T19:06:49,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27/.tmp/cf/c00e81709c1647cb8b14671c1cf3cf7d as hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27/cf/c00e81709c1647cb8b14671c1cf3cf7d 2024-11-12T19:06:49,402 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27/cf/c00e81709c1647cb8b14671c1cf3cf7d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-12T19:06:49,411 INFO [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 6e1ca9f5c7ebeaa736a60b8c49142a27 in 247ms, sequenceid=5, compaction requested=false 2024-11-12T19:06:49,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 6e1ca9f5c7ebeaa736a60b8c49142a27: 2024-11-12T19:06:49,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:49,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/81d69e608036:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T19:06:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-12T19:06:49,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T19:06:49,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 428 msec 2024-11-12T19:06:49,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestHBaseWalOnEC in 455 msec 2024-11-12T19:06:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37181 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-12T19:06:49,599 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC, procId: 12 completed 2024-11-12T19:06:49,605 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-12T19:06:49,605 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-12T19:06:49,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x471d2201 to 127.0.0.1:53082 2024-11-12T19:06:49,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:49,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T19:06:49,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1546961997, stopped=false 2024-11-12T19:06:49,607 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=81d69e608036,37181,1731438404313 2024-11-12T19:06:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:49,651 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-12T19:06:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T19:06:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:49,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:49,652 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,36121,1731438404474' ***** 2024-11-12T19:06:49,652 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-12T19:06:49,652 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,37055,1731438404514' ***** 2024-11-12T19:06:49,652 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-12T19:06:49,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:49,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:49,652 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,43865,1731438404549' ***** 2024-11-12T19:06:49,652 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-12T19:06:49,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:49,653 INFO [RS:2;81d69e608036:43865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T19:06:49,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T19:06:49,653 INFO [RS:2;81d69e608036:43865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T19:06:49,653 INFO [RS:2;81d69e608036:43865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T19:06:49,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-12T19:06:49,653 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(3579): Received CLOSE for 6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:49,653 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1136): Closing user regions 2024-11-12T19:06:49,653 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(3579): Received CLOSE for 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:49,653 INFO [RS:1;81d69e608036:37055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T19:06:49,653 INFO [RS:1;81d69e608036:37055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T19:06:49,653 INFO [RS:1;81d69e608036:37055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T19:06:49,653 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,37055,1731438404514 2024-11-12T19:06:49,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-12T19:06:49,654 DEBUG [RS:1;81d69e608036:37055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:49,654 INFO [RS:1;81d69e608036:37055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T19:06:49,654 INFO [RS:1;81d69e608036:37055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T19:06:49,654 INFO [RS:1;81d69e608036:37055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T19:06:49,654 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-12T19:06:49,671 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,43865,1731438404549 2024-11-12T19:06:49,671 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 91a24e159bc937b2c447b9473ec7045a, disabling compactions & flushes 2024-11-12T19:06:49,671 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:49,671 DEBUG [RS:2;81d69e608036:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:49,671 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:49,671 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-12T19:06:49,671 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. after waiting 0 ms 2024-11-12T19:06:49,671 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1603): Online Regions={6e1ca9f5c7ebeaa736a60b8c49142a27=TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27.} 2024-11-12T19:06:49,671 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:49,671 DEBUG [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1629): Waiting on 6e1ca9f5c7ebeaa736a60b8c49142a27 2024-11-12T19:06:49,671 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 91a24e159bc937b2c447b9473ec7045a 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-12T19:06:49,672 INFO [RS:0;81d69e608036:36121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T19:06:49,672 INFO [RS:0;81d69e608036:36121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T19:06:49,672 INFO [RS:0;81d69e608036:36121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T19:06:49,672 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,36121,1731438404474 2024-11-12T19:06:49,672 DEBUG [RS:0;81d69e608036:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:49,672 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-12T19:06:49,672 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1603): Online Regions={91a24e159bc937b2c447b9473ec7045a=hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a.} 2024-11-12T19:06:49,672 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1629): Waiting on 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:49,672 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-12T19:06:49,673 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6e1ca9f5c7ebeaa736a60b8c49142a27, disabling compactions & flushes 2024-11-12T19:06:49,673 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:49,673 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:49,674 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. after waiting 0 ms 2024-11-12T19:06:49,674 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:49,674 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-12T19:06:49,675 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T19:06:49,675 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T19:06:49,677 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-12T19:06:49,677 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-12T19:06:49,677 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-12T19:06:49,677 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T19:06:49,677 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T19:06:49,677 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=2.51 KB heapSize=5.02 KB 2024-11-12T19:06:49,698 INFO [regionserver/81d69e608036:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:49,737 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a/.tmp/info/f8e8429fb8bd44f7903963753aa64978 is 45, key is default/info:d/1731438407519/Put/seqid=0 2024-11-12T19:06:49,743 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/default/TestHBaseWalOnEC/6e1ca9f5c7ebeaa736a60b8c49142a27/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T19:06:49,744 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/.tmp/info/10faee3fdba14a2abedd9727e876e424 is 153, key is TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27./info:regioninfo/1731438408437/Put/seqid=0 2024-11-12T19:06:49,747 INFO [regionserver/81d69e608036:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:49,749 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:49,749 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6e1ca9f5c7ebeaa736a60b8c49142a27: 2024-11-12T19:06:49,749 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731438407790.6e1ca9f5c7ebeaa736a60b8c49142a27. 2024-11-12T19:06:49,751 INFO [regionserver/81d69e608036:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:49,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741842_1018 (size=7835) 2024-11-12T19:06:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741842_1018 (size=7835) 2024-11-12T19:06:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741842_1018 (size=7835) 2024-11-12T19:06:49,859 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.32 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/.tmp/info/10faee3fdba14a2abedd9727e876e424 2024-11-12T19:06:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741843_1019 (size=5037) 2024-11-12T19:06:49,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741843_1019 (size=5037) 2024-11-12T19:06:49,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741843_1019 (size=5037) 2024-11-12T19:06:49,869 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a/.tmp/info/f8e8429fb8bd44f7903963753aa64978 2024-11-12T19:06:49,871 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,43865,1731438404549; all regions closed. 2024-11-12T19:06:49,872 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1629): Waiting on 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:49,875 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T19:06:49,875 DEBUG [WAL-Shutdown-0 {}] wal.FSHLog(499): Closing WAL writer in /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,43865,1731438404549 2024-11-12T19:06:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741835_1011 (size=1298) 2024-11-12T19:06:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741835_1011 (size=1298) 2024-11-12T19:06:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741835_1011 (size=1298) 2024-11-12T19:06:49,912 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a/.tmp/info/f8e8429fb8bd44f7903963753aa64978 as hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a/info/f8e8429fb8bd44f7903963753aa64978 2024-11-12T19:06:49,913 DEBUG [RS:2;81d69e608036:43865 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs 2024-11-12T19:06:49,913 INFO [RS:2;81d69e608036:43865 {}] wal.AbstractFSWAL(1074): Closed WAL: FSHLog 81d69e608036%2C43865%2C1731438404549:(num 1731438406286) 2024-11-12T19:06:49,913 DEBUG [RS:2;81d69e608036:43865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:49,913 INFO [RS:2;81d69e608036:43865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:49,919 INFO [RS:2;81d69e608036:43865 {}] hbase.ChoreService(370): Chore service for: regionserver/81d69e608036:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T19:06:49,919 INFO [RS:2;81d69e608036:43865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T19:06:49,920 INFO [RS:2;81d69e608036:43865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T19:06:49,920 INFO [RS:2;81d69e608036:43865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T19:06:49,920 INFO [RS:2;81d69e608036:43865 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:43865 2024-11-12T19:06:49,920 INFO [regionserver/81d69e608036:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:49,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81d69e608036,43865,1731438404549 2024-11-12T19:06:49,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:49,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81d69e608036,43865,1731438404549] 2024-11-12T19:06:49,963 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 81d69e608036,43865,1731438404549; numProcessing=1 2024-11-12T19:06:49,971 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/.tmp/table/c68bc12efe2e49589b3af49c11a956a0 is 52, key is TestHBaseWalOnEC/table:state/1731438408475/Put/seqid=0 2024-11-12T19:06:49,971 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a/info/f8e8429fb8bd44f7903963753aa64978, entries=2, sequenceid=6, filesize=4.9 K 2024-11-12T19:06:49,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/81d69e608036,43865,1731438404549 already deleted, retry=false 2024-11-12T19:06:49,983 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 91a24e159bc937b2c447b9473ec7045a in 311ms, sequenceid=6, compaction requested=false 2024-11-12T19:06:49,983 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 81d69e608036,43865,1731438404549 expired; onlineServers=2 2024-11-12T19:06:50,030 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T19:06:50,030 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T19:06:50,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741844_1020 (size=5347) 2024-11-12T19:06:50,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741844_1020 (size=5347) 2024-11-12T19:06:50,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741838_1014 (size=42) 2024-11-12T19:06:50,057 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=190 B at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/.tmp/table/c68bc12efe2e49589b3af49c11a956a0 2024-11-12T19:06:50,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741844_1020 (size=5347) 2024-11-12T19:06:50,060 INFO [RS:2;81d69e608036:43865 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,43865,1731438404549; zookeeper connection closed. 2024-11-12T19:06:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:50,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43865-0x10131bb05370003, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:50,064 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78d2536d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78d2536d 2024-11-12T19:06:50,072 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/namespace/91a24e159bc937b2c447b9473ec7045a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T19:06:50,073 DEBUG [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1629): Waiting on 91a24e159bc937b2c447b9473ec7045a 2024-11-12T19:06:50,074 INFO [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:50,074 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 91a24e159bc937b2c447b9473ec7045a: 2024-11-12T19:06:50,075 DEBUG [RS_CLOSE_REGION-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731438406810.91a24e159bc937b2c447b9473ec7045a. 2024-11-12T19:06:50,075 DEBUG [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-12T19:06:50,079 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T19:06:50,079 INFO [regionserver/81d69e608036:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T19:06:50,100 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/.tmp/info/10faee3fdba14a2abedd9727e876e424 as hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/info/10faee3fdba14a2abedd9727e876e424 2024-11-12T19:06:50,139 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/info/10faee3fdba14a2abedd9727e876e424, entries=20, sequenceid=14, filesize=7.7 K 2024-11-12T19:06:50,143 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/.tmp/table/c68bc12efe2e49589b3af49c11a956a0 as hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/table/c68bc12efe2e49589b3af49c11a956a0 2024-11-12T19:06:50,175 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/table/c68bc12efe2e49589b3af49c11a956a0, entries=4, sequenceid=14, filesize=5.2 K 2024-11-12T19:06:50,183 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~2.51 KB/2567, heapSize ~4.74 KB/4856, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=14, compaction requested=false 2024-11-12T19:06:50,218 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/data/hbase/meta/1588230740/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T19:06:50,219 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T19:06:50,220 INFO [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-12T19:06:50,220 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-12T19:06:50,220 DEBUG [RS_CLOSE_META-regionserver/81d69e608036:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T19:06:50,273 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,36121,1731438404474; all regions closed. 2024-11-12T19:06:50,275 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,37055,1731438404514; all regions closed. 2024-11-12T19:06:50,276 DEBUG [WAL-Shutdown-0 {}] wal.FSHLog(499): Closing WAL writer in /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,37055,1731438404514 2024-11-12T19:06:50,280 DEBUG [WAL-Shutdown-0 {}] wal.FSHLog(499): Closing WAL writer in /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,36121,1731438404474 2024-11-12T19:06:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741836_1012 (size=4015) 2024-11-12T19:06:50,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741836_1012 (size=4015) 2024-11-12T19:06:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741836_1012 (size=4015) 2024-11-12T19:06:50,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741833_1009 (size=1414) 2024-11-12T19:06:50,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741833_1009 (size=1414) 2024-11-12T19:06:50,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741833_1009 (size=1414) 2024-11-12T19:06:50,318 DEBUG [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs 2024-11-12T19:06:50,319 INFO [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(1074): Closed WAL: FSHLog 81d69e608036%2C37055%2C1731438404514.meta:.meta(num 1731438406685) 2024-11-12T19:06:50,330 DEBUG [WAL-Shutdown-0 {}] wal.FSHLog(499): Closing WAL writer in /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/WALs/81d69e608036,37055,1731438404514 2024-11-12T19:06:50,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741834_1010 (size=93) 2024-11-12T19:06:50,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741834_1010 (size=93) 2024-11-12T19:06:50,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741834_1010 (size=93) 2024-11-12T19:06:50,379 DEBUG [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs 2024-11-12T19:06:50,379 INFO [RS:1;81d69e608036:37055 {}] wal.AbstractFSWAL(1074): Closed WAL: FSHLog 81d69e608036%2C37055%2C1731438404514:(num 1731438406250) 2024-11-12T19:06:50,379 DEBUG [RS:1;81d69e608036:37055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:50,379 INFO [RS:1;81d69e608036:37055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:50,380 INFO [RS:1;81d69e608036:37055 {}] hbase.ChoreService(370): Chore service for: regionserver/81d69e608036:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T19:06:50,380 INFO [regionserver/81d69e608036:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:50,381 INFO [RS:1;81d69e608036:37055 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37055 2024-11-12T19:06:50,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81d69e608036,37055,1731438404514 2024-11-12T19:06:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:50,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81d69e608036,37055,1731438404514] 2024-11-12T19:06:50,448 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 81d69e608036,37055,1731438404514; numProcessing=2 2024-11-12T19:06:50,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/81d69e608036,37055,1731438404514 already deleted, retry=false 2024-11-12T19:06:50,467 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 81d69e608036,37055,1731438404514 expired; onlineServers=1 2024-11-12T19:06:50,551 INFO [RS:1;81d69e608036:37055 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,37055,1731438404514; zookeeper connection closed. 2024-11-12T19:06:50,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72ec927c {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72ec927c 2024-11-12T19:06:50,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:50,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37055-0x10131bb05370002, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:50,718 DEBUG [RS:0;81d69e608036:36121 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/oldWALs 2024-11-12T19:06:50,718 INFO [RS:0;81d69e608036:36121 {}] wal.AbstractFSWAL(1074): Closed WAL: FSHLog 81d69e608036%2C36121%2C1731438404474:(num 1731438406238) 2024-11-12T19:06:50,718 DEBUG [RS:0;81d69e608036:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:50,718 INFO [RS:0;81d69e608036:36121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T19:06:50,719 INFO [RS:0;81d69e608036:36121 {}] hbase.ChoreService(370): Chore service for: regionserver/81d69e608036:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T19:06:50,719 INFO [RS:0;81d69e608036:36121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T19:06:50,719 INFO [RS:0;81d69e608036:36121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T19:06:50,719 INFO [RS:0;81d69e608036:36121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T19:06:50,720 INFO [regionserver/81d69e608036:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:50,720 INFO [RS:0;81d69e608036:36121 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:36121 2024-11-12T19:06:50,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/81d69e608036,36121,1731438404474 2024-11-12T19:06:50,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T19:06:50,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [81d69e608036,36121,1731438404474] 2024-11-12T19:06:50,751 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 81d69e608036,36121,1731438404474; numProcessing=3 2024-11-12T19:06:50,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/81d69e608036,36121,1731438404474 already deleted, retry=false 2024-11-12T19:06:50,828 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 81d69e608036,36121,1731438404474 expired; onlineServers=0 2024-11-12T19:06:50,828 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '81d69e608036,37181,1731438404313' ***** 2024-11-12T19:06:50,828 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T19:06:50,828 DEBUG [M:0;81d69e608036:37181 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d603e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=81d69e608036/172.17.0.3:0 2024-11-12T19:06:50,829 INFO [M:0;81d69e608036:37181 {}] regionserver.HRegionServer(1224): stopping server 81d69e608036,37181,1731438404313 2024-11-12T19:06:50,829 INFO [M:0;81d69e608036:37181 {}] regionserver.HRegionServer(1250): stopping server 81d69e608036,37181,1731438404313; all regions closed. 2024-11-12T19:06:50,829 DEBUG [M:0;81d69e608036:37181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T19:06:50,829 DEBUG [M:0;81d69e608036:37181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T19:06:50,829 DEBUG [M:0;81d69e608036:37181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T19:06:50,829 DEBUG [master/81d69e608036:0:becomeActiveMaster-HFileCleaner.large.0-1731438405751 {}] cleaner.HFileCleaner(306): Exit Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.large.0-1731438405751,5,FailOnTimeoutGroup] 2024-11-12T19:06:50,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T19:06:50,829 DEBUG [master/81d69e608036:0:becomeActiveMaster-HFileCleaner.small.0-1731438405751 {}] cleaner.HFileCleaner(306): Exit Thread[master/81d69e608036:0:becomeActiveMaster-HFileCleaner.small.0-1731438405751,5,FailOnTimeoutGroup] 2024-11-12T19:06:50,829 INFO [M:0;81d69e608036:37181 {}] hbase.ChoreService(370): Chore service for: master/81d69e608036:0 had [] on shutdown 2024-11-12T19:06:50,829 DEBUG [M:0;81d69e608036:37181 {}] master.HMaster(1733): Stopping service threads 2024-11-12T19:06:50,829 INFO [M:0;81d69e608036:37181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T19:06:50,830 INFO [M:0;81d69e608036:37181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T19:06:50,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T19:06:50,847 INFO [RS:0;81d69e608036:36121 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,36121,1731438404474; zookeeper connection closed. 2024-11-12T19:06:50,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:50,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x10131bb05370001, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:50,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e23c85e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e23c85e 2024-11-12T19:06:50,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T19:06:51,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T19:06:51,015 DEBUG [M:0;81d69e608036:37181 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-11-12T19:06:51,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T19:06:51,015 DEBUG [M:0;81d69e608036:37181 {}] master.ActiveMasterManager(353): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-12T19:06:51,015 INFO [M:0;81d69e608036:37181 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-12T19:06:51,015 INFO [M:0;81d69e608036:37181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T19:06:51,015 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T19:06:51,015 INFO [M:0;81d69e608036:37181 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:51,015 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:51,016 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T19:06:51,016 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:51,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T19:06:51,016 INFO [M:0;81d69e608036:37181 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.80 KB heapSize=54.27 KB 2024-11-12T19:06:51,054 DEBUG [M:0;81d69e608036:37181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe4c2e9ab1a40eabee05f8af6ee1f4d is 82, key is hbase:meta,,1/info:regioninfo/1731438406717/Put/seqid=0 2024-11-12T19:06:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741845_1021 (size=5672) 2024-11-12T19:06:51,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741845_1021 (size=5672) 2024-11-12T19:06:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741845_1021 (size=5672) 2024-11-12T19:06:51,082 INFO [M:0;81d69e608036:37181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe4c2e9ab1a40eabee05f8af6ee1f4d 2024-11-12T19:06:51,133 DEBUG [M:0;81d69e608036:37181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2bdb22e21574fd39e1703e2efbf0ce0 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1731438408555/Put/seqid=0 2024-11-12T19:06:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741846_1022 (size=7798) 2024-11-12T19:06:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741846_1022 (size=7798) 2024-11-12T19:06:51,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741846_1022 (size=7798) 2024-11-12T19:06:51,576 INFO [M:0;81d69e608036:37181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.12 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2bdb22e21574fd39e1703e2efbf0ce0 2024-11-12T19:06:51,625 DEBUG [M:0;81d69e608036:37181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a28e66ce15e45168b4e0072b4e6cbfd is 69, key is 81d69e608036,36121,1731438404474/rs:state/1731438405777/Put/seqid=0 2024-11-12T19:06:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741847_1023 (size=5294) 2024-11-12T19:06:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741847_1023 (size=5294) 2024-11-12T19:06:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741847_1023 (size=5294) 2024-11-12T19:06:51,653 INFO [M:0;81d69e608036:37181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a28e66ce15e45168b4e0072b4e6cbfd 2024-11-12T19:06:51,663 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe4c2e9ab1a40eabee05f8af6ee1f4d as hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe4c2e9ab1a40eabee05f8af6ee1f4d 2024-11-12T19:06:51,673 INFO [M:0;81d69e608036:37181 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe4c2e9ab1a40eabee05f8af6ee1f4d, entries=8, sequenceid=111, filesize=5.5 K 2024-11-12T19:06:51,707 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2bdb22e21574fd39e1703e2efbf0ce0 as hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2bdb22e21574fd39e1703e2efbf0ce0 2024-11-12T19:06:51,728 INFO [M:0;81d69e608036:37181 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2bdb22e21574fd39e1703e2efbf0ce0, entries=13, sequenceid=111, filesize=7.6 K 2024-11-12T19:06:51,731 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a28e66ce15e45168b4e0072b4e6cbfd as hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a28e66ce15e45168b4e0072b4e6cbfd 2024-11-12T19:06:51,747 INFO [M:0;81d69e608036:37181 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35729/user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a28e66ce15e45168b4e0072b4e6cbfd, entries=3, sequenceid=111, filesize=5.2 K 2024-11-12T19:06:51,749 INFO [M:0;81d69e608036:37181 {}] regionserver.HRegion(3040): Finished flush of dataSize ~43.80 KB/44851, heapSize ~53.97 KB/55264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 733ms, sequenceid=111, compaction requested=false 2024-11-12T19:06:51,779 INFO [M:0;81d69e608036:37181 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T19:06:51,779 DEBUG [M:0;81d69e608036:37181 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-12T19:06:51,791 DEBUG [WAL-Shutdown-0 {}] wal.FSHLog(499): Closing WAL writer in /user/jenkins/test-data/7fb994d4-ddb1-d1c2-5dea-9a8c20212499/MasterData/WALs/81d69e608036,37181,1731438404313 2024-11-12T19:06:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37325 is added to blk_1073741830_1006 (size=52566) 2024-11-12T19:06:51,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34301 is added to blk_1073741830_1006 (size=52566) 2024-11-12T19:06:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43915 is added to blk_1073741830_1006 (size=52566) 2024-11-12T19:06:51,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-12T19:06:51,799 INFO [M:0;81d69e608036:37181 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-12T19:06:51,800 INFO [M:0;81d69e608036:37181 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37181 2024-11-12T19:06:51,829 DEBUG [M:0;81d69e608036:37181 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/81d69e608036,37181,1731438404313 already deleted, retry=false 2024-11-12T19:06:51,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:51,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37181-0x10131bb05370000, quorum=127.0.0.1:53082, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T19:06:51,942 INFO [M:0;81d69e608036:37181 {}] regionserver.HRegionServer(1307): Exiting; stopping=81d69e608036,37181,1731438404313; zookeeper connection closed. 2024-11-12T19:06:51,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31d331ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:51,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57bcb54e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:51,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:51,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@517fde2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:51,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@319634bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:51,975 WARN [BP-82148813-172.17.0.3-1731438402105 heartbeating to localhost/127.0.0.1:35729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T19:06:51,975 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T19:06:51,975 WARN [BP-82148813-172.17.0.3-1731438402105 heartbeating to localhost/127.0.0.1:35729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82148813-172.17.0.3-1731438402105 (Datanode Uuid 7c8b09d8-8fd8-4d5d-91b9-0c683254554a) service to localhost/127.0.0.1:35729 2024-11-12T19:06:51,975 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T19:06:51,976 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data5/current/BP-82148813-172.17.0.3-1731438402105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:51,977 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data6/current/BP-82148813-172.17.0.3-1731438402105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:51,979 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T19:06:52,011 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19854002{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:52,013 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65a7bb8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:52,013 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:52,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@521ca599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:52,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fc3fa99{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:52,016 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T19:06:52,016 WARN [BP-82148813-172.17.0.3-1731438402105 heartbeating to localhost/127.0.0.1:35729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T19:06:52,016 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T19:06:52,016 WARN [BP-82148813-172.17.0.3-1731438402105 heartbeating to localhost/127.0.0.1:35729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82148813-172.17.0.3-1731438402105 (Datanode Uuid c7a07c93-8455-4bbd-9b36-38faadb5b144) service to localhost/127.0.0.1:35729 2024-11-12T19:06:52,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data3/current/BP-82148813-172.17.0.3-1731438402105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:52,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data4/current/BP-82148813-172.17.0.3-1731438402105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:52,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T19:06:52,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b3612a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T19:06:52,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42c9560{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:52,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:52,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17fe4e2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:52,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1cb1dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:52,069 WARN [BP-82148813-172.17.0.3-1731438402105 heartbeating to localhost/127.0.0.1:35729 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T19:06:52,069 WARN [BP-82148813-172.17.0.3-1731438402105 heartbeating to localhost/127.0.0.1:35729 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82148813-172.17.0.3-1731438402105 (Datanode Uuid 84c88385-91b2-4bd5-932b-88d35cbc6c71) service to localhost/127.0.0.1:35729 2024-11-12T19:06:52,070 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T19:06:52,070 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T19:06:52,070 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data1/current/BP-82148813-172.17.0.3-1731438402105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:52,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/cluster_3b8d7f9d-14ca-8064-fe89-fb8f5ae7ce02/dfs/data/data2/current/BP-82148813-172.17.0.3-1731438402105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T19:06:52,071 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T19:06:52,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b38fef5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T19:06:52,094 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d39a6de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T19:06:52,094 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T19:06:52,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52ea8723{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T19:06:52,095 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@140b1076{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a0fb1689-eac2-1b95-cfb2-511cd8d04215/hadoop.log.dir/,STOPPED} 2024-11-12T19:06:52,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-12T19:06:52,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T19:06:52,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T19:06:52,248 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-12T19:06:52,271 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=111 (was 83) - Thread LEAK? -, OpenFileDescriptor=516 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1431 (was 1495), ProcessCount=11 (was 11), AvailableMemoryMB=1699 (was 1636) - AvailableMemoryMB LEAK? -