2024-11-09 21:50:43,577 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-09 21:50:43,591 main DEBUG Took 0.012121 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 21:50:43,591 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 21:50:43,592 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 21:50:43,593 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 21:50:43,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,610 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 21:50:43,625 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,628 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,629 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,631 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,632 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,634 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,635 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,636 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,637 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,639 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:50:43,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,640 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 21:50:43,642 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:50:43,643 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 21:50:43,645 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 21:50:43,645 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 21:50:43,647 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 21:50:43,647 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 21:50:43,656 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 21:50:43,658 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 21:50:43,660 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 21:50:43,661 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 21:50:43,661 main DEBUG createAppenders(={Console}) 2024-11-09 21:50:43,662 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-09 21:50:43,662 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-09 21:50:43,663 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-09 21:50:43,663 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 21:50:43,663 main DEBUG OutputStream closed 2024-11-09 21:50:43,664 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 21:50:43,664 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 21:50:43,664 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-09 21:50:43,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 21:50:43,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 21:50:43,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 21:50:43,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 21:50:43,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 21:50:43,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 21:50:43,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 21:50:43,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 21:50:43,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 21:50:43,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 21:50:43,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 21:50:43,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 21:50:43,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 21:50:43,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 21:50:43,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 21:50:43,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 21:50:43,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 21:50:43,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 21:50:43,741 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 21:50:43,742 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-09 21:50:43,742 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 21:50:43,742 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-09T21:50:43,755 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-09 21:50:43,758 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 21:50:43,758 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T21:50:43,994 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788 2024-11-09T21:50:44,019 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef, deleteOnExit=true 2024-11-09T21:50:44,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/test.cache.data in system properties and HBase conf 2024-11-09T21:50:44,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:50:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:50:44,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:50:44,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:50:44,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:50:44,116 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T21:50:44,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:50:44,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:50:44,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:50:44,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:50:44,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:50:44,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:50:44,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:50:44,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:50:44,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:50:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:50:44,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:50:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:50:44,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:50:44,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:50:44,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:50:45,288 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T21:50:45,358 INFO [Time-limited test {}] log.Log(170): Logging initialized @2453ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T21:50:45,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:45,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:45,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:45,503 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:45,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:50:45,515 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:45,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4395d44b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:45,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f93dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:45,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58dbf239{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/java.io.tmpdir/jetty-localhost-43407-hadoop-hdfs-3_4_1-tests_jar-_-any-9707479971445099810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:50:45,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13e2962d{HTTP/1.1, (http/1.1)}{localhost:43407} 2024-11-09T21:50:45,704 INFO [Time-limited test {}] server.Server(415): Started @2799ms 2024-11-09T21:50:46,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:46,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:46,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:46,279 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:46,279 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:50:46,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4449124d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:46,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@431e53b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:46,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@898c81{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/java.io.tmpdir/jetty-localhost-33769-hadoop-hdfs-3_4_1-tests_jar-_-any-15459412234480852669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:46,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b3cdc{HTTP/1.1, (http/1.1)}{localhost:33769} 2024-11-09T21:50:46,389 INFO [Time-limited test {}] server.Server(415): Started @3484ms 2024-11-09T21:50:46,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:50:46,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:46,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:46,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:46,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:46,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:50:46,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac38f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:46,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@444b27d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:46,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66aac458{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/java.io.tmpdir/jetty-localhost-35717-hadoop-hdfs-3_4_1-tests_jar-_-any-10546692537634104521/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:46,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c9b2efe{HTTP/1.1, (http/1.1)}{localhost:35717} 2024-11-09T21:50:46,677 INFO [Time-limited test {}] server.Server(415): Started @3772ms 2024-11-09T21:50:46,680 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:50:46,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:46,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:46,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:46,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:46,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:50:46,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e284a5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:46,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e2f174{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:46,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73272e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/java.io.tmpdir/jetty-localhost-44495-hadoop-hdfs-3_4_1-tests_jar-_-any-18445910526550088154/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:46,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@282583a2{HTTP/1.1, (http/1.1)}{localhost:44495} 2024-11-09T21:50:46,825 INFO [Time-limited test {}] server.Server(415): Started @3920ms 2024-11-09T21:50:46,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:50:48,479 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data4/current/BP-1288380498-172.17.0.2-1731189044757/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:48,479 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data1/current/BP-1288380498-172.17.0.2-1731189044757/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:48,479 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data2/current/BP-1288380498-172.17.0.2-1731189044757/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:48,479 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data3/current/BP-1288380498-172.17.0.2-1731189044757/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:48,510 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:50:48,510 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:50:48,528 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data6/current/BP-1288380498-172.17.0.2-1731189044757/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:48,528 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data5/current/BP-1288380498-172.17.0.2-1731189044757/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:48,547 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:50:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x910e769c631ad87 with lease ID 0xfcb8c2c22e9381fe: Processing first storage report for DS-1108bf9e-becf-4a59-a47c-2e458f83a76c from datanode DatanodeRegistration(127.0.0.1:38077, datanodeUuid=34bc4d62-1f20-4d68-8485-20d416890ea5, infoPort=38209, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757) 2024-11-09T21:50:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x910e769c631ad87 with lease ID 0xfcb8c2c22e9381fe: from storage DS-1108bf9e-becf-4a59-a47c-2e458f83a76c node DatanodeRegistration(127.0.0.1:38077, datanodeUuid=34bc4d62-1f20-4d68-8485-20d416890ea5, infoPort=38209, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T21:50:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16828270399be43f with lease ID 0xfcb8c2c22e9381ff: Processing first storage report for DS-7942af2b-7e11-496b-a347-371d4ff40303 from datanode DatanodeRegistration(127.0.0.1:41395, datanodeUuid=c70445dd-0a03-4353-ad70-5384582dcc79, infoPort=33795, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757) 2024-11-09T21:50:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16828270399be43f with lease ID 0xfcb8c2c22e9381ff: from storage DS-7942af2b-7e11-496b-a347-371d4ff40303 node DatanodeRegistration(127.0.0.1:41395, datanodeUuid=c70445dd-0a03-4353-ad70-5384582dcc79, infoPort=33795, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38fefb2e9d27882 with lease ID 0xfcb8c2c22e9381fd: Processing first storage report for DS-f842aea0-872d-459d-90e8-df28d0441ffc from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b6afb964-7825-499d-bf87-c5c84c7ccccc, infoPort=45037, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757) 2024-11-09T21:50:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38fefb2e9d27882 with lease ID 0xfcb8c2c22e9381fd: from storage DS-f842aea0-872d-459d-90e8-df28d0441ffc node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b6afb964-7825-499d-bf87-c5c84c7ccccc, infoPort=45037, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:48,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788 2024-11-09T21:50:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x910e769c631ad87 with lease ID 0xfcb8c2c22e9381fe: Processing first storage report for DS-2fdfa9a9-ea3a-4ba3-9113-05a7940433f3 from datanode DatanodeRegistration(127.0.0.1:38077, datanodeUuid=34bc4d62-1f20-4d68-8485-20d416890ea5, infoPort=38209, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757) 2024-11-09T21:50:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x910e769c631ad87 with lease ID 0xfcb8c2c22e9381fe: from storage DS-2fdfa9a9-ea3a-4ba3-9113-05a7940433f3 node DatanodeRegistration(127.0.0.1:38077, datanodeUuid=34bc4d62-1f20-4d68-8485-20d416890ea5, infoPort=38209, infoSecurePort=0, ipcPort=46637, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16828270399be43f with lease ID 0xfcb8c2c22e9381ff: Processing first storage report for DS-2e196ae6-3ffa-4cba-9b7a-6a01bd495633 from datanode DatanodeRegistration(127.0.0.1:41395, datanodeUuid=c70445dd-0a03-4353-ad70-5384582dcc79, infoPort=33795, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757) 2024-11-09T21:50:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16828270399be43f with lease ID 0xfcb8c2c22e9381ff: from storage DS-2e196ae6-3ffa-4cba-9b7a-6a01bd495633 node DatanodeRegistration(127.0.0.1:41395, datanodeUuid=c70445dd-0a03-4353-ad70-5384582dcc79, infoPort=33795, infoSecurePort=0, ipcPort=44263, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd38fefb2e9d27882 with lease ID 0xfcb8c2c22e9381fd: Processing first storage report for DS-091b9fda-7d53-4fa7-bfb9-2e4af393c6dc from datanode DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b6afb964-7825-499d-bf87-c5c84c7ccccc, infoPort=45037, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757) 2024-11-09T21:50:48,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd38fefb2e9d27882 with lease ID 0xfcb8c2c22e9381fd: from storage DS-091b9fda-7d53-4fa7-bfb9-2e4af393c6dc node DatanodeRegistration(127.0.0.1:34565, datanodeUuid=b6afb964-7825-499d-bf87-c5c84c7ccccc, infoPort=45037, infoSecurePort=0, ipcPort=42905, storageInfo=lv=-57;cid=testClusterID;nsid=507594085;c=1731189044757), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T21:50:48,632 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-09T21:50:48,688 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=161, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=46, ProcessCount=11, AvailableMemoryMB=3857 2024-11-09T21:50:48,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:50:48,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-09T21:50:48,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/zookeeper_0, clientPort=52369, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:50:48,790 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52369 2024-11-09T21:50:48,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:48,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:48,902 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:48,902 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:48,943 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:34920 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34920 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:48,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-09T21:50:49,366 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:49,382 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21 with version=8 2024-11-09T21:50:49,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/hbase-staging 2024-11-09T21:50:49,466 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T21:50:49,710 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:49,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:49,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:49,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:49,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:49,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:49,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:50:49,911 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T21:50:49,919 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T21:50:49,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:49,944 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96032 (auto-detected) 2024-11-09T21:50:49,945 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T21:50:49,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37713 2024-11-09T21:50:49,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37713 connecting to ZooKeeper ensemble=127.0.0.1:52369 2024-11-09T21:50:50,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377130x0, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:50,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37713-0x101219481670000 connected 2024-11-09T21:50:50,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:50,224 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21, hbase.cluster.distributed=false 2024-11-09T21:50:50,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:50,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-09T21:50:50,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-09T21:50:50,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-09T21:50:50,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-09T21:50:50,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-09T21:50:50,352 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:50,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,354 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:50,354 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,355 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:50,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:50:50,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:50,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33269 2024-11-09T21:50:50,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33269 connecting to ZooKeeper ensemble=127.0.0.1:52369 2024-11-09T21:50:50,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332690x0, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:50,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332690x0, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:50,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33269-0x101219481670001 connected 2024-11-09T21:50:50,388 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:50:50,396 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:50:50,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:50:50,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:50,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-09T21:50:50,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33269 2024-11-09T21:50:50,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33269 2024-11-09T21:50:50,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-09T21:50:50,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33269 2024-11-09T21:50:50,423 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:50,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:50,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:50,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:50:50,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:50,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34195 2024-11-09T21:50:50,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34195 connecting to ZooKeeper ensemble=127.0.0.1:52369 2024-11-09T21:50:50,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341950x0, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:50,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341950x0, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:50,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34195-0x101219481670002 connected 2024-11-09T21:50:50,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:50:50,451 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:50:50,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:50:50,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:50,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34195 2024-11-09T21:50:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34195 2024-11-09T21:50:50,457 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34195 2024-11-09T21:50:50,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34195 2024-11-09T21:50:50,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34195 2024-11-09T21:50:50,475 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:50,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,475 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:50,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:50,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:50,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:50:50,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:50,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44469 2024-11-09T21:50:50,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44469 connecting to ZooKeeper ensemble=127.0.0.1:52369 2024-11-09T21:50:50,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444690x0, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:50,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444690x0, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:50,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44469-0x101219481670003 connected 2024-11-09T21:50:50,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:50:50,498 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:50:50,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:50:50,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:50,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44469 2024-11-09T21:50:50,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44469 2024-11-09T21:50:50,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44469 2024-11-09T21:50:50,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44469 2024-11-09T21:50:50,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44469 2024-11-09T21:50:50,515 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:37713 2024-11-09T21:50:50,516 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,533 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,563 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T21:50:50,564 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9514d6d5e5be,37713,1731189049554 from backup master directory 2024-11-09T21:50:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:50,573 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:50,573 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:50,575 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T21:50:50,576 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T21:50:50,634 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/hbase.id] with ID: 9e741bc8-8ab7-440f-bbe5-464ef583dd8b 2024-11-09T21:50:50,634 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/.tmp/hbase.id 2024-11-09T21:50:50,641 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,641 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,644 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:34418 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:38077:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34418 dst: /127.0.0.1:38077 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:50,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-09T21:50:50,652 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:50,653 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/.tmp/hbase.id]:[hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/hbase.id] 2024-11-09T21:50:50,702 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:50,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:50:50,726 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T21:50:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:50,752 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,752 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,755 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:34950 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34950 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:50,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-09T21:50:50,763 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:50,776 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:50:50,778 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:50:50,783 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:50:50,808 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,809 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,813 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:40940 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:34565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40940 dst: /127.0.0.1:34565 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-09T21:50:50,819 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:50,834 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store 2024-11-09T21:50:50,851 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,851 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:50,854 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:34452 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38077:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34452 dst: /127.0.0.1:38077 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-09T21:50:50,861 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:50,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T21:50:50,867 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:50,868 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:50:50,868 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:50,868 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:50,870 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:50:50,870 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:50,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:50,871 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731189050868Disabling compacts and flushes for region at 1731189050868Disabling writes for close at 1731189050870 (+2 ms)Writing region close event to WAL at 1731189050870Closed at 1731189050870 2024-11-09T21:50:50,873 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/.initializing 2024-11-09T21:50:50,873 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/WALs/9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:50,881 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:50:50,894 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C37713%2C1731189049554, suffix=, logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/WALs/9514d6d5e5be,37713,1731189049554, archiveDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/oldWALs, maxLogs=10 2024-11-09T21:50:50,918 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/WALs/9514d6d5e5be,37713,1731189049554/9514d6d5e5be%2C37713%2C1731189049554.1731189050897, exclude list is [], retry=0 2024-11-09T21:50:50,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-f842aea0-872d-459d-90e8-df28d0441ffc,DISK] 2024-11-09T21:50:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-1108bf9e-becf-4a59-a47c-2e458f83a76c,DISK] 2024-11-09T21:50:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-7942af2b-7e11-496b-a347-371d4ff40303,DISK] 2024-11-09T21:50:50,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T21:50:50,983 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/WALs/9514d6d5e5be,37713,1731189049554/9514d6d5e5be%2C37713%2C1731189049554.1731189050897 2024-11-09T21:50:50,984 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209),(127.0.0.1/127.0.0.1:45037:45037),(127.0.0.1/127.0.0.1:33795:33795)] 2024-11-09T21:50:50,984 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:50:50,984 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:50,987 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:50,988 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:50:51,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:51,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:50:51,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:50:51,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:51,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:50:51,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:51,061 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,064 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,065 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,070 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,070 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,074 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:50:51,077 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:51,082 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:50:51,083 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67054079, jitterRate=-8.163601160049438E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:50:51,091 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731189050999Initializing all the Stores at 1731189051001 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189051002 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189051002Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189051003 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189051003Cleaning up temporary data from old regions at 1731189051070 (+67 ms)Region opened successfully at 1731189051091 (+21 ms) 2024-11-09T21:50:51,093 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:50:51,124 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebd4e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:51,152 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:50:51,161 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:50:51,161 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:50:51,163 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:50:51,165 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T21:50:51,169 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T21:50:51,169 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:50:51,192 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:50:51,200 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T21:50:51,254 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T21:50:51,260 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:50:51,262 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:50:51,274 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T21:50:51,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:50:51,282 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:50:51,288 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T21:50:51,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:50:51,298 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T21:50:51,322 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:50:51,330 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T21:50:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,345 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,37713,1731189049554, sessionid=0x101219481670000, setting cluster-up flag (Was=false) 2024-11-09T21:50:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,404 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T21:50:51,406 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:51,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:51,467 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T21:50:51,470 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:51,479 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:50:51,506 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(746): ClusterId : 9e741bc8-8ab7-440f-bbe5-464ef583dd8b 2024-11-09T21:50:51,506 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(746): ClusterId : 9e741bc8-8ab7-440f-bbe5-464ef583dd8b 2024-11-09T21:50:51,506 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(746): ClusterId : 9e741bc8-8ab7-440f-bbe5-464ef583dd8b 2024-11-09T21:50:51,508 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:50:51,508 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:50:51,508 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:50:51,522 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:50:51,522 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:50:51,522 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:50:51,522 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:50:51,522 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:50:51,522 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:50:51,531 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:50:51,532 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:50:51,532 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:50:51,532 DEBUG [RS:2;9514d6d5e5be:44469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3e73bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:51,532 DEBUG [RS:0;9514d6d5e5be:33269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380fdee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:51,533 DEBUG [RS:1;9514d6d5e5be:34195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afab6e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:51,547 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9514d6d5e5be:44469 2024-11-09T21:50:51,550 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:33269 2024-11-09T21:50:51,551 DEBUG [RS:1;9514d6d5e5be:34195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9514d6d5e5be:34195 2024-11-09T21:50:51,551 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:50:51,551 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:50:51,551 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:50:51,551 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:50:51,551 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:50:51,551 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:50:51,551 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:50:51,551 DEBUG [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:50:51,551 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:50:51,554 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,37713,1731189049554 with port=34195, startcode=1731189050422 2024-11-09T21:50:51,554 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,37713,1731189049554 with port=44469, startcode=1731189050474 2024-11-09T21:50:51,554 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,37713,1731189049554 with port=33269, startcode=1731189050317 2024-11-09T21:50:51,554 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:51,564 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:50:51,567 DEBUG [RS:1;9514d6d5e5be:34195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:50:51,567 DEBUG [RS:0;9514d6d5e5be:33269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:50:51,567 DEBUG [RS:2;9514d6d5e5be:44469 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:50:51,573 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:50:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-09T21:50:51,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-09T21:50:51,579 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,37713,1731189049554 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:50:51,586 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:51,586 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:51,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:51,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:51,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:50:51,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:51,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,605 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189081605 2024-11-09T21:50:51,606 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:50:51,606 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:50:51,607 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:50:51,607 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:50:51,609 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:50:51,610 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:51,610 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:50:51,613 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:50:51,613 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:50:51,613 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T21:50:51,614 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:50:51,614 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:50:51,617 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,615 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:50:51,618 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:50:51,619 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:50:51,620 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:50:51,620 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T21:50:51,621 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T21:50:51,623 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:50:51,624 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:50:51,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731189051625,5,FailOnTimeoutGroup] 2024-11-09T21:50:51,633 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731189051629,5,FailOnTimeoutGroup] 2024-11-09T21:50:51,633 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,633 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:50:51,635 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,635 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,639 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:51,639 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:51,641 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T21:50:51,641 DEBUG [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T21:50:51,641 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T21:50:51,641 WARN [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T21:50:51,641 WARN [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T21:50:51,641 WARN [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T21:50:51,645 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:34984 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34984 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:51,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-09T21:50:51,653 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:51,654 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:50:51,655 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21 2024-11-09T21:50:51,662 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:51,662 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:51,669 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:34472 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:38077:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34472 dst: /127.0.0.1:38077 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:51,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-09T21:50:51,681 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:51,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:51,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:50:51,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:50:51,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:51,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:50:51,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:50:51,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:51,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:50:51,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:50:51,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:51,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:50:51,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:50:51,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:51,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:51,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:50:51,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740 2024-11-09T21:50:51,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740 2024-11-09T21:50:51,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:50:51,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:50:51,713 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:50:51,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:50:51,725 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:50:51,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72302019, jitterRate=0.07738403975963593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:50:51,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731189051683Initializing all the Stores at 1731189051686 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189051686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189051686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189051686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189051686Cleaning up temporary data from old regions at 1731189051712 (+26 ms)Region opened successfully at 1731189051732 (+20 ms) 2024-11-09T21:50:51,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:50:51,732 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:50:51,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:50:51,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:50:51,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:50:51,735 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:50:51,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731189051732Disabling compacts and flushes for region at 1731189051732Disabling writes for close at 1731189051733 (+1 ms)Writing region close event to WAL at 1731189051734 (+1 ms)Closed at 1731189051734 2024-11-09T21:50:51,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:51,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:50:51,743 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,37713,1731189049554 with port=44469, startcode=1731189050474 2024-11-09T21:50:51,743 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,37713,1731189049554 with port=34195, startcode=1731189050422 2024-11-09T21:50:51,743 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,37713,1731189049554 with port=33269, startcode=1731189050317 2024-11-09T21:50:51,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:51,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:51,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:50:51,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:51,758 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:50:51,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:51,758 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21 2024-11-09T21:50:51,758 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39869 2024-11-09T21:50:51,759 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:50:51,761 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:50:51,762 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21 2024-11-09T21:50:51,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:51,762 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39869 2024-11-09T21:50:51,762 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:50:51,762 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:51,765 DEBUG [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21 2024-11-09T21:50:51,766 DEBUG [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39869 2024-11-09T21:50:51,766 DEBUG [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:50:51,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:50:51,810 DEBUG [RS:2;9514d6d5e5be:44469 {}] zookeeper.ZKUtil(111): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:51,811 DEBUG [RS:0;9514d6d5e5be:33269 {}] zookeeper.ZKUtil(111): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:51,811 DEBUG [RS:1;9514d6d5e5be:34195 {}] zookeeper.ZKUtil(111): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:51,811 WARN [RS:2;9514d6d5e5be:44469 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:51,811 WARN [RS:0;9514d6d5e5be:33269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:51,811 WARN [RS:1;9514d6d5e5be:34195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:51,811 INFO [RS:0;9514d6d5e5be:33269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:50:51,811 INFO [RS:2;9514d6d5e5be:44469 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:50:51,811 INFO [RS:1;9514d6d5e5be:34195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:50:51,811 DEBUG [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:51,811 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:51,811 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:51,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,44469,1731189050474] 2024-11-09T21:50:51,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,33269,1731189050317] 2024-11-09T21:50:51,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,34195,1731189050422] 2024-11-09T21:50:51,835 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:50:51,835 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:50:51,835 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:50:51,854 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:50:51,854 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:50:51,854 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:50:51,859 INFO [RS:2;9514d6d5e5be:44469 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:50:51,859 INFO [RS:1;9514d6d5e5be:34195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:50:51,859 INFO [RS:0;9514d6d5e5be:33269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:50:51,860 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,860 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,860 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,861 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:50:51,862 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:50:51,862 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:50:51,866 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:50:51,866 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:50:51,866 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:50:51,867 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,867 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,867 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,868 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,868 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:51,869 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:51,869 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:0;9514d6d5e5be:33269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:51,869 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,869 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:51,870 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:51,870 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:51,870 DEBUG [RS:1;9514d6d5e5be:34195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:51,870 DEBUG [RS:2;9514d6d5e5be:44469 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:51,871 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,871 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,871 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33269,1731189050317-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,34195,1731189050422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:51,872 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,873 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,873 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,44469,1731189050474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:51,892 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:50:51,892 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:50:51,894 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,44469,1731189050474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,894 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33269,1731189050317-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,895 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,895 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,895 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.Replication(171): 9514d6d5e5be,44469,1731189050474 started 2024-11-09T21:50:51,895 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.Replication(171): 9514d6d5e5be,33269,1731189050317 started 2024-11-09T21:50:51,895 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:50:51,896 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,34195,1731189050422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,896 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,896 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.Replication(171): 9514d6d5e5be,34195,1731189050422 started 2024-11-09T21:50:51,913 WARN [9514d6d5e5be:37713 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T21:50:51,913 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,913 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,44469,1731189050474, RpcServer on 9514d6d5e5be/172.17.0.2:44469, sessionid=0x101219481670003 2024-11-09T21:50:51,914 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:50:51,914 DEBUG [RS:2;9514d6d5e5be:44469 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:51,914 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,44469,1731189050474' 2024-11-09T21:50:51,914 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:50:51,916 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:50:51,916 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:50:51,916 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:50:51,916 DEBUG [RS:2;9514d6d5e5be:44469 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:51,916 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,44469,1731189050474' 2024-11-09T21:50:51,916 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:50:51,917 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:50:51,917 DEBUG [RS:2;9514d6d5e5be:44469 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:50:51,917 INFO [RS:2;9514d6d5e5be:44469 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:50:51,917 INFO [RS:2;9514d6d5e5be:44469 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:50:51,919 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,919 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:51,919 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,33269,1731189050317, RpcServer on 9514d6d5e5be/172.17.0.2:33269, sessionid=0x101219481670001 2024-11-09T21:50:51,919 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,34195,1731189050422, RpcServer on 9514d6d5e5be/172.17.0.2:34195, sessionid=0x101219481670002 2024-11-09T21:50:51,920 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:50:51,920 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:50:51,920 DEBUG [RS:1;9514d6d5e5be:34195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:51,920 DEBUG [RS:0;9514d6d5e5be:33269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:51,920 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,34195,1731189050422' 2024-11-09T21:50:51,920 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,33269,1731189050317' 2024-11-09T21:50:51,920 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:50:51,920 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:50:51,921 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:50:51,921 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:50:51,921 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:50:51,921 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:50:51,921 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:50:51,921 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:50:51,921 DEBUG [RS:1;9514d6d5e5be:34195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:51,921 DEBUG [RS:0;9514d6d5e5be:33269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:51,921 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,34195,1731189050422' 2024-11-09T21:50:51,922 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:50:51,922 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,33269,1731189050317' 2024-11-09T21:50:51,922 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:50:51,922 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:50:51,922 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:50:51,923 DEBUG [RS:1;9514d6d5e5be:34195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:50:51,923 DEBUG [RS:0;9514d6d5e5be:33269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:50:51,923 INFO [RS:0;9514d6d5e5be:33269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:50:51,923 INFO [RS:1;9514d6d5e5be:34195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:50:51,923 INFO [RS:0;9514d6d5e5be:33269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:50:51,923 INFO [RS:1;9514d6d5e5be:34195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:50:52,024 INFO [RS:0;9514d6d5e5be:33269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:50:52,024 INFO [RS:2;9514d6d5e5be:44469 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:50:52,024 INFO [RS:1;9514d6d5e5be:34195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:50:52,028 INFO [RS:2;9514d6d5e5be:44469 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C44469%2C1731189050474, suffix=, logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,44469,1731189050474, archiveDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs, maxLogs=32 2024-11-09T21:50:52,028 INFO [RS:0;9514d6d5e5be:33269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C33269%2C1731189050317, suffix=, logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,33269,1731189050317, archiveDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs, maxLogs=32 2024-11-09T21:50:52,028 INFO [RS:1;9514d6d5e5be:34195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C34195%2C1731189050422, suffix=, logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,34195,1731189050422, archiveDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs, maxLogs=32 2024-11-09T21:50:52,046 DEBUG [RS:0;9514d6d5e5be:33269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,33269,1731189050317/9514d6d5e5be%2C33269%2C1731189050317.1731189052034, exclude list is [], retry=0 2024-11-09T21:50:52,046 DEBUG [RS:2;9514d6d5e5be:44469 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,44469,1731189050474/9514d6d5e5be%2C44469%2C1731189050474.1731189052034, exclude list is [], retry=0 2024-11-09T21:50:52,048 DEBUG [RS:1;9514d6d5e5be:34195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,34195,1731189050422/9514d6d5e5be%2C34195%2C1731189050422.1731189052034, exclude list is [], retry=0 2024-11-09T21:50:52,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-1108bf9e-becf-4a59-a47c-2e458f83a76c,DISK] 2024-11-09T21:50:52,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-1108bf9e-becf-4a59-a47c-2e458f83a76c,DISK] 2024-11-09T21:50:52,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-7942af2b-7e11-496b-a347-371d4ff40303,DISK] 2024-11-09T21:50:52,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-f842aea0-872d-459d-90e8-df28d0441ffc,DISK] 2024-11-09T21:50:52,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-7942af2b-7e11-496b-a347-371d4ff40303,DISK] 2024-11-09T21:50:52,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-f842aea0-872d-459d-90e8-df28d0441ffc,DISK] 2024-11-09T21:50:52,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-1108bf9e-becf-4a59-a47c-2e458f83a76c,DISK] 2024-11-09T21:50:52,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-f842aea0-872d-459d-90e8-df28d0441ffc,DISK] 2024-11-09T21:50:52,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-7942af2b-7e11-496b-a347-371d4ff40303,DISK] 2024-11-09T21:50:52,110 INFO [RS:1;9514d6d5e5be:34195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,34195,1731189050422/9514d6d5e5be%2C34195%2C1731189050422.1731189052034 2024-11-09T21:50:52,111 INFO [RS:0;9514d6d5e5be:33269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,33269,1731189050317/9514d6d5e5be%2C33269%2C1731189050317.1731189052034 2024-11-09T21:50:52,111 INFO [RS:2;9514d6d5e5be:44469 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,44469,1731189050474/9514d6d5e5be%2C44469%2C1731189050474.1731189052034 2024-11-09T21:50:52,111 DEBUG [RS:0;9514d6d5e5be:33269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209),(127.0.0.1/127.0.0.1:33795:33795),(127.0.0.1/127.0.0.1:45037:45037)] 2024-11-09T21:50:52,111 DEBUG [RS:1;9514d6d5e5be:34195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38209:38209),(127.0.0.1/127.0.0.1:45037:45037),(127.0.0.1/127.0.0.1:33795:33795)] 2024-11-09T21:50:52,112 DEBUG [RS:2;9514d6d5e5be:44469 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45037:45037),(127.0.0.1/127.0.0.1:38209:38209),(127.0.0.1/127.0.0.1:33795:33795)] 2024-11-09T21:50:52,165 DEBUG [9514d6d5e5be:37713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T21:50:52,175 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(204): Hosts are {9514d6d5e5be=0} racks are {/default-rack=0} 2024-11-09T21:50:52,181 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:50:52,181 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:50:52,181 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T21:50:52,181 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:50:52,181 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:50:52,181 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T21:50:52,181 INFO [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:50:52,181 INFO [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:50:52,181 INFO [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T21:50:52,181 DEBUG [9514d6d5e5be:37713 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:50:52,187 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:52,193 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,33269,1731189050317, state=OPENING 2024-11-09T21:50:52,285 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:50:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:52,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,304 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:50:52,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,33269,1731189050317}] 2024-11-09T21:50:52,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:50:52,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:50:52,496 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:50:52,497 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:50:52,497 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:50:52,501 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C33269%2C1731189050317.meta, suffix=.meta, logDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,33269,1731189050317, archiveDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs, maxLogs=32 2024-11-09T21:50:52,515 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,33269,1731189050317/9514d6d5e5be%2C33269%2C1731189050317.meta.1731189052503.meta, exclude list is [], retry=0 2024-11-09T21:50:52,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-7942af2b-7e11-496b-a347-371d4ff40303,DISK] 2024-11-09T21:50:52,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34565,DS-f842aea0-872d-459d-90e8-df28d0441ffc,DISK] 2024-11-09T21:50:52,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38077,DS-1108bf9e-becf-4a59-a47c-2e458f83a76c,DISK] 2024-11-09T21:50:52,523 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/WALs/9514d6d5e5be,33269,1731189050317/9514d6d5e5be%2C33269%2C1731189050317.meta.1731189052503.meta 2024-11-09T21:50:52,523 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33795:33795),(127.0.0.1/127.0.0.1:45037:45037),(127.0.0.1/127.0.0.1:38209:38209)] 2024-11-09T21:50:52,524 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:50:52,525 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:50:52,528 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:50:52,532 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:50:52,536 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:50:52,537 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:52,537 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:50:52,537 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:50:52,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:50:52,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:50:52,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:52,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:52,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:50:52,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:50:52,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:52,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:52,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:50:52,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:50:52,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:52,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:52,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:50:52,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:50:52,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:52,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:52,550 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:50:52,551 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740 2024-11-09T21:50:52,553 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740 2024-11-09T21:50:52,555 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:50:52,555 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:50:52,556 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:50:52,558 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:50:52,559 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65053571, jitterRate=-0.03062625229358673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:50:52,559 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:50:52,561 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731189052537Writing region info on filesystem at 1731189052537Initializing all the Stores at 1731189052539 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189052540 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189052540Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189052540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189052540Cleaning up temporary data from old regions at 1731189052555 (+15 ms)Running coprocessor post-open hooks at 1731189052559 (+4 ms)Region opened successfully at 1731189052561 (+2 ms) 2024-11-09T21:50:52,568 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731189052472 2024-11-09T21:50:52,578 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:50:52,579 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:50:52,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:52,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,33269,1731189050317, state=OPEN 2024-11-09T21:50:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:52,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,615 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:52,615 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:52,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:50:52,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,33269,1731189050317 in 308 msec 2024-11-09T21:50:52,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:50:52,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 878 msec 2024-11-09T21:50:52,631 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:52,631 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:50:52,649 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:50:52,650 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,33269,1731189050317, seqNum=-1] 2024-11-09T21:50:52,684 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:50:52,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:50:52,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-09T21:50:52,709 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731189052709, completionTime=-1 2024-11-09T21:50:52,711 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T21:50:52,711 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:50:52,741 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T21:50:52,741 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189112741 2024-11-09T21:50:52,741 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189172741 2024-11-09T21:50:52,741 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-09T21:50:52,743 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:50:52,751 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37713,1731189049554-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:52,751 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37713,1731189049554-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:52,751 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37713,1731189049554-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:52,753 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:37713, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:52,753 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:52,754 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:52,759 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:50:52,787 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.213sec 2024-11-09T21:50:52,789 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:50:52,791 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:50:52,792 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:50:52,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:50:52,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:50:52,794 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37713,1731189049554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:52,794 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37713,1731189049554-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:50:52,799 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:50:52,800 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:50:52,800 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37713,1731189049554-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:52,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b943e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:50:52,822 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T21:50:52,822 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T21:50:52,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,37713,-1 for getting cluster id 2024-11-09T21:50:52,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:50:52,837 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e741bc8-8ab7-440f-bbe5-464ef583dd8b' 2024-11-09T21:50:52,840 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:50:52,840 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e741bc8-8ab7-440f-bbe5-464ef583dd8b" 2024-11-09T21:50:52,843 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b1cd7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:50:52,843 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,37713,-1] 2024-11-09T21:50:52,845 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:50:52,847 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:52,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:50:52,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1b8427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:50:52,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:50:52,858 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,33269,1731189050317, seqNum=-1] 2024-11-09T21:50:52,859 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:50:52,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:50:52,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:52,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:50:52,888 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:52,890 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c1f0e47 2024-11-09T21:50:52,891 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:50:52,894 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:50:52,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:50:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-09T21:50:52,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:50:52,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-09T21:50:52,913 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:52,916 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:50:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:52,926 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:52,926 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:52,930 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:33590 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33590 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-09T21:50:52,935 WARN [PEWorker-4 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:52,938 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 425a297a46849ecdfd31c1d94d6ffd3d, NAME => 'TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21 2024-11-09T21:50:52,945 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:52,945 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:52,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:34770 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:38077:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34770 dst: /127.0.0.1:38077 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:52,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-09T21:50:52,956 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:52,957 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:52,957 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 425a297a46849ecdfd31c1d94d6ffd3d, disabling compactions & flushes 2024-11-09T21:50:52,957 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:52,957 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:52,957 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. after waiting 0 ms 2024-11-09T21:50:52,957 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:52,957 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:52,957 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 425a297a46849ecdfd31c1d94d6ffd3d: Waiting for close lock at 1731189052957Disabling compacts and flushes for region at 1731189052957Disabling writes for close at 1731189052957Writing region close event to WAL at 1731189052957Closed at 1731189052957 2024-11-09T21:50:52,960 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:50:52,967 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731189052960"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189052960"}]},"ts":"1731189052960"} 2024-11-09T21:50:52,972 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:50:52,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:50:52,977 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731189052974"}]},"ts":"1731189052974"} 2024-11-09T21:50:52,982 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-09T21:50:52,982 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {9514d6d5e5be=0} racks are {/default-rack=0} 2024-11-09T21:50:52,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:50:52,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:50:52,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T21:50:52,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:50:52,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:50:52,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T21:50:52,984 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:50:52,984 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:50:52,984 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T21:50:52,984 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:50:52,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=425a297a46849ecdfd31c1d94d6ffd3d, ASSIGN}] 2024-11-09T21:50:52,988 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=425a297a46849ecdfd31c1d94d6ffd3d, ASSIGN 2024-11-09T21:50:52,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=425a297a46849ecdfd31c1d94d6ffd3d, ASSIGN; state=OFFLINE, location=9514d6d5e5be,44469,1731189050474; forceNewPlan=false, retain=false 2024-11-09T21:50:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:53,145 INFO [9514d6d5e5be:37713 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-09T21:50:53,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=425a297a46849ecdfd31c1d94d6ffd3d, regionState=OPENING, regionLocation=9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:53,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=425a297a46849ecdfd31c1d94d6ffd3d, ASSIGN because future has completed 2024-11-09T21:50:53,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 425a297a46849ecdfd31c1d94d6ffd3d, server=9514d6d5e5be,44469,1731189050474}] 2024-11-09T21:50:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:53,308 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:50:53,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:50:53,320 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:53,320 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 425a297a46849ecdfd31c1d94d6ffd3d, NAME => 'TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:50:53,320 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,320 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:53,321 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,321 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,323 INFO [StoreOpener-425a297a46849ecdfd31c1d94d6ffd3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,325 INFO [StoreOpener-425a297a46849ecdfd31c1d94d6ffd3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 425a297a46849ecdfd31c1d94d6ffd3d columnFamilyName cf 2024-11-09T21:50:53,325 DEBUG [StoreOpener-425a297a46849ecdfd31c1d94d6ffd3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:53,326 INFO [StoreOpener-425a297a46849ecdfd31c1d94d6ffd3d-1 {}] regionserver.HStore(327): Store=425a297a46849ecdfd31c1d94d6ffd3d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:53,327 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,328 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,328 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,329 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,329 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,332 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,336 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:50:53,337 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 425a297a46849ecdfd31c1d94d6ffd3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60861442, jitterRate=-0.09309384226799011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T21:50:53,338 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:53,339 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 425a297a46849ecdfd31c1d94d6ffd3d: Running coprocessor pre-open hook at 1731189053321Writing region info on filesystem at 1731189053321Initializing all the Stores at 1731189053322 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189053323 (+1 ms)Cleaning up temporary data from old regions at 1731189053329 (+6 ms)Running coprocessor post-open hooks at 1731189053338 (+9 ms)Region opened successfully at 1731189053338 2024-11-09T21:50:53,341 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d., pid=6, masterSystemTime=1731189053307 2024-11-09T21:50:53,344 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:53,344 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:53,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=425a297a46849ecdfd31c1d94d6ffd3d, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:53,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 425a297a46849ecdfd31c1d94d6ffd3d, server=9514d6d5e5be,44469,1731189050474 because future has completed 2024-11-09T21:50:53,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:50:53,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 425a297a46849ecdfd31c1d94d6ffd3d, server=9514d6d5e5be,44469,1731189050474 in 200 msec 2024-11-09T21:50:53,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:50:53,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=425a297a46849ecdfd31c1d94d6ffd3d, ASSIGN in 372 msec 2024-11-09T21:50:53,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:50:53,364 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731189053364"}]},"ts":"1731189053364"} 2024-11-09T21:50:53,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-09T21:50:53,369 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:50:53,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 467 msec 2024-11-09T21:50:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:53,546 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T21:50:53,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-09T21:50:53,548 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:50:53,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-09T21:50:53,553 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:50:53,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-09T21:50:53,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d., hostname=9514d6d5e5be,44469,1731189050474, seqNum=2] 2024-11-09T21:50:53,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:50:53,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:50:53,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-09T21:50:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-09T21:50:53,584 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:50:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:50:53,586 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:50:53,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:50:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:50:53,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44469 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T21:50:53,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:53,760 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 425a297a46849ecdfd31c1d94d6ffd3d 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-09T21:50:53,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d/.tmp/cf/ceca1785100349e8971f7a0c717ab923 is 36, key is row/cf:cq/1731189053567/Put/seqid=0 2024-11-09T21:50:53,816 WARN [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:53,816 WARN [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:53,820 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1542684246_22 at /127.0.0.1:33608 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33608 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-09T21:50:53,826 WARN [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:53,826 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d/.tmp/cf/ceca1785100349e8971f7a0c717ab923 2024-11-09T21:50:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d/.tmp/cf/ceca1785100349e8971f7a0c717ab923 as hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d/cf/ceca1785100349e8971f7a0c717ab923 2024-11-09T21:50:53,876 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d/cf/ceca1785100349e8971f7a0c717ab923, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T21:50:53,884 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 425a297a46849ecdfd31c1d94d6ffd3d in 122ms, sequenceid=5, compaction requested=false 2024-11-09T21:50:53,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-09T21:50:53,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 425a297a46849ecdfd31c1d94d6ffd3d: 2024-11-09T21:50:53,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:53,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T21:50:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T21:50:53,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T21:50:53,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 307 msec 2024-11-09T21:50:53,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 321 msec 2024-11-09T21:50:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:50:53,906 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T21:50:53,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:50:53,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:50:53,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:53,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:53,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:53,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:50:53,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:50:53,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=201166883, stopped=false 2024-11-09T21:50:53,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,37713,1731189049554 2024-11-09T21:50:53,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:53,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:53,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:53,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:53,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:53,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:53,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:53,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:50:53,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:53,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:53,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:53,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:53,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:50:53,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:53,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,33269,1731189050317' ***** 2024-11-09T21:50:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:50:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,34195,1731189050422' ***** 2024-11-09T21:50:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:50:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,44469,1731189050474' ***** 2024-11-09T21:50:54,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:50:54,000 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:50:54,001 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:50:54,001 INFO [RS:1;9514d6d5e5be:34195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:50:54,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:50:54,001 INFO [RS:2;9514d6d5e5be:44469 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:50:54,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:50:54,001 INFO [RS:1;9514d6d5e5be:34195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:50:54,001 INFO [RS:2;9514d6d5e5be:44469 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:50:54,001 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:54,001 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:54,001 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(3091): Received CLOSE for 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:54,001 INFO [RS:1;9514d6d5e5be:34195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9514d6d5e5be:34195. 2024-11-09T21:50:54,001 DEBUG [RS:1;9514d6d5e5be:34195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:54,001 DEBUG [RS:1;9514d6d5e5be:34195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:54,002 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,34195,1731189050422; all regions closed. 2024-11-09T21:50:54,002 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:54,002 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:54,002 INFO [RS:2;9514d6d5e5be:44469 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9514d6d5e5be:44469. 2024-11-09T21:50:54,002 DEBUG [RS:2;9514d6d5e5be:44469 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:54,002 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:50:54,002 DEBUG [RS:2;9514d6d5e5be:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:54,002 INFO [RS:0;9514d6d5e5be:33269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:50:54,002 INFO [RS:0;9514d6d5e5be:33269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:50:54,003 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:54,003 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:54,003 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:50:54,003 INFO [RS:0;9514d6d5e5be:33269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:33269. 2024-11-09T21:50:54,003 DEBUG [RS:0;9514d6d5e5be:33269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:54,003 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1325): Online Regions={425a297a46849ecdfd31c1d94d6ffd3d=TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d.} 2024-11-09T21:50:54,003 DEBUG [RS:0;9514d6d5e5be:33269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:54,003 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 425a297a46849ecdfd31c1d94d6ffd3d, disabling compactions & flushes 2024-11-09T21:50:54,003 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:54,003 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:50:54,003 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:54,003 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:50:54,003 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:50:54,003 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. after waiting 0 ms 2024-11-09T21:50:54,003 DEBUG [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1351): Waiting on 425a297a46849ecdfd31c1d94d6ffd3d 2024-11-09T21:50:54,003 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:54,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:50:54,003 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:50:54,004 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:50:54,004 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:50:54,004 DEBUG [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:50:54,004 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:50:54,004 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:50:54,004 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:50:54,004 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:50:54,004 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:50:54,005 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T21:50:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741828_1018 (size=93) 2024-11-09T21:50:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741828_1018 (size=93) 2024-11-09T21:50:54,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741828_1018 (size=93) 2024-11-09T21:50:54,015 DEBUG [RS:1;9514d6d5e5be:34195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs 2024-11-09T21:50:54,016 INFO [RS:1;9514d6d5e5be:34195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C34195%2C1731189050422:(num 1731189052034) 2024-11-09T21:50:54,016 DEBUG [RS:1;9514d6d5e5be:34195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:54,016 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:54,016 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:54,016 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:54,017 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:50:54,017 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:50:54,017 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:50:54,017 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:50:54,017 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:54,017 INFO [RS:1;9514d6d5e5be:34195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34195 2024-11-09T21:50:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9514d6d5e5be,34195,1731189050422 2024-11-09T21:50:54,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:50:54,025 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:50:54,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/default/TestHBaseWalOnEC/425a297a46849ecdfd31c1d94d6ffd3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:50:54,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,34195,1731189050422] 2024-11-09T21:50:54,028 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:54,028 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 425a297a46849ecdfd31c1d94d6ffd3d: Waiting for close lock at 1731189054002Running coprocessor pre-close hooks at 1731189054003 (+1 ms)Disabling compacts and flushes for region at 1731189054003Disabling writes for close at 1731189054003Writing region close event to WAL at 1731189054008 (+5 ms)Running coprocessor post-close hooks at 1731189054026 (+18 ms)Closed at 1731189054028 (+2 ms) 2024-11-09T21:50:54,028 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d. 2024-11-09T21:50:54,039 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/info/aeaf2a31ba9b4f6aafbb6156238e06fb is 153, key is TestHBaseWalOnEC,,1731189052895.425a297a46849ecdfd31c1d94d6ffd3d./info:regioninfo/1731189053346/Put/seqid=0 2024-11-09T21:50:54,042 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,042 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,045 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9514d6d5e5be,34195,1731189050422 already deleted, retry=false 2024-11-09T21:50:54,046 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,34195,1731189050422 expired; onlineServers=2 2024-11-09T21:50:54,047 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_606229821_22 at /127.0.0.1:34986 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:34565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34986 dst: /127.0.0.1:34565 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:54,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-09T21:50:54,051 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:54,052 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/info/aeaf2a31ba9b4f6aafbb6156238e06fb 2024-11-09T21:50:54,078 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/ns/833b636e832843af9e5c4d0cbae8e986 is 43, key is default/ns:d/1731189052690/Put/seqid=0 2024-11-09T21:50:54,080 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,080 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,083 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:54,083 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:54,083 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:54,083 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_606229821_22 at /127.0.0.1:33620 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33620 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:54,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-09T21:50:54,089 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:54,090 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/ns/833b636e832843af9e5c4d0cbae8e986 2024-11-09T21:50:54,115 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/table/d77187f803fb4f729a76abacceb1c35e is 52, key is TestHBaseWalOnEC/table:state/1731189053364/Put/seqid=0 2024-11-09T21:50:54,117 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,117 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,120 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_606229821_22 at /127.0.0.1:33638 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33638 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-09T21:50:54,125 WARN [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:54,126 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/table/d77187f803fb4f729a76abacceb1c35e 2024-11-09T21:50:54,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34195-0x101219481670002, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,136 INFO [RS:1;9514d6d5e5be:34195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:50:54,136 INFO [RS:1;9514d6d5e5be:34195 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,34195,1731189050422; zookeeper connection closed. 2024-11-09T21:50:54,137 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28f13aac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28f13aac 2024-11-09T21:50:54,137 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/info/aeaf2a31ba9b4f6aafbb6156238e06fb as hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/info/aeaf2a31ba9b4f6aafbb6156238e06fb 2024-11-09T21:50:54,148 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/info/aeaf2a31ba9b4f6aafbb6156238e06fb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T21:50:54,150 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/ns/833b636e832843af9e5c4d0cbae8e986 as hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/ns/833b636e832843af9e5c4d0cbae8e986 2024-11-09T21:50:54,161 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/ns/833b636e832843af9e5c4d0cbae8e986, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:50:54,163 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/.tmp/table/d77187f803fb4f729a76abacceb1c35e as hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/table/d77187f803fb4f729a76abacceb1c35e 2024-11-09T21:50:54,174 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/table/d77187f803fb4f729a76abacceb1c35e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T21:50:54,176 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=11, compaction requested=false 2024-11-09T21:50:54,176 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:50:54,185 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:50:54,186 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:50:54,186 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:50:54,186 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731189054004Running coprocessor pre-close hooks at 1731189054004Disabling compacts and flushes for region at 1731189054004Disabling writes for close at 1731189054004Obtaining lock to block concurrent updates at 1731189054005 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731189054005Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731189054006 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731189054008 (+2 ms)Flushing 1588230740/info: creating writer at 1731189054008Flushing 1588230740/info: appending metadata at 1731189054034 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731189054034Flushing 1588230740/ns: creating writer at 1731189054062 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731189054077 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731189054077Flushing 1588230740/table: creating writer at 1731189054099 (+22 ms)Flushing 1588230740/table: appending metadata at 1731189054114 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731189054114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579ec7a2: reopening flushed file at 1731189054135 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad4f537: reopening flushed file at 1731189054149 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7e6af1: reopening flushed file at 1731189054161 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 172ms, sequenceid=11, compaction requested=false at 1731189054176 (+15 ms)Writing region close event to WAL at 1731189054178 (+2 ms)Running coprocessor post-close hooks at 1731189054185 (+7 ms)Closed at 1731189054186 (+1 ms) 2024-11-09T21:50:54,186 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:50:54,203 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,44469,1731189050474; all regions closed. 2024-11-09T21:50:54,204 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,33269,1731189050317; all regions closed. 2024-11-09T21:50:54,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741827_1017 (size=1298) 2024-11-09T21:50:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741827_1017 (size=1298) 2024-11-09T21:50:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741827_1017 (size=1298) 2024-11-09T21:50:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741829_1019 (size=2751) 2024-11-09T21:50:54,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741829_1019 (size=2751) 2024-11-09T21:50:54,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741829_1019 (size=2751) 2024-11-09T21:50:54,211 DEBUG [RS:2;9514d6d5e5be:44469 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs 2024-11-09T21:50:54,211 INFO [RS:2;9514d6d5e5be:44469 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C44469%2C1731189050474:(num 1731189052034) 2024-11-09T21:50:54,212 DEBUG [RS:0;9514d6d5e5be:33269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs 2024-11-09T21:50:54,212 DEBUG [RS:2;9514d6d5e5be:44469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:54,212 INFO [RS:0;9514d6d5e5be:33269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C33269%2C1731189050317.meta:.meta(num 1731189052503) 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:50:54,212 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:54,212 INFO [RS:2;9514d6d5e5be:44469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44469 2024-11-09T21:50:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741826_1016 (size=93) 2024-11-09T21:50:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741826_1016 (size=93) 2024-11-09T21:50:54,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741826_1016 (size=93) 2024-11-09T21:50:54,218 DEBUG [RS:0;9514d6d5e5be:33269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/oldWALs 2024-11-09T21:50:54,218 INFO [RS:0;9514d6d5e5be:33269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C33269%2C1731189050317:(num 1731189052034) 2024-11-09T21:50:54,218 DEBUG [RS:0;9514d6d5e5be:33269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:54,218 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:54,219 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:54,219 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:54,219 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:54,219 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:50:54,219 INFO [RS:0;9514d6d5e5be:33269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33269 2024-11-09T21:50:54,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:50:54,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9514d6d5e5be,44469,1731189050474 2024-11-09T21:50:54,225 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:50:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9514d6d5e5be,33269,1731189050317 2024-11-09T21:50:54,235 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:50:54,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,44469,1731189050474] 2024-11-09T21:50:54,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9514d6d5e5be,44469,1731189050474 already deleted, retry=false 2024-11-09T21:50:54,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,44469,1731189050474 expired; onlineServers=1 2024-11-09T21:50:54,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,33269,1731189050317] 2024-11-09T21:50:54,277 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9514d6d5e5be,33269,1731189050317 already deleted, retry=false 2024-11-09T21:50:54,278 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,33269,1731189050317 expired; onlineServers=0 2024-11-09T21:50:54,278 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,37713,1731189049554' ***** 2024-11-09T21:50:54,278 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:50:54,279 INFO [M:0;9514d6d5e5be:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:54,279 INFO [M:0;9514d6d5e5be:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:54,279 DEBUG [M:0;9514d6d5e5be:37713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:50:54,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:50:54,280 DEBUG [M:0;9514d6d5e5be:37713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:50:54,280 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731189051629 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731189051629,5,FailOnTimeoutGroup] 2024-11-09T21:50:54,280 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731189051625 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731189051625,5,FailOnTimeoutGroup] 2024-11-09T21:50:54,281 INFO [M:0;9514d6d5e5be:37713 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:54,281 INFO [M:0;9514d6d5e5be:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:54,282 DEBUG [M:0;9514d6d5e5be:37713 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:50:54,282 INFO [M:0;9514d6d5e5be:37713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:50:54,282 INFO [M:0;9514d6d5e5be:37713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:50:54,284 INFO [M:0;9514d6d5e5be:37713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:50:54,284 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:50:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:54,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:54,288 DEBUG [M:0;9514d6d5e5be:37713 {}] zookeeper.ZKUtil(347): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T21:50:54,288 WARN [M:0;9514d6d5e5be:37713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:50:54,289 INFO [M:0;9514d6d5e5be:37713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/.lastflushedseqids 2024-11-09T21:50:54,300 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,300 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,303 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:33642 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33642 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:54,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-09T21:50:54,309 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:54,309 INFO [M:0;9514d6d5e5be:37713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:50:54,309 INFO [M:0;9514d6d5e5be:37713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:50:54,309 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:50:54,309 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:54,309 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:54,310 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:50:54,310 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:54,310 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-09T21:50:54,327 DEBUG [M:0;9514d6d5e5be:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99c70420a26b491d838f447f779f56b8 is 82, key is hbase:meta,,1/info:regioninfo/1731189052580/Put/seqid=0 2024-11-09T21:50:54,329 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,329 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,334 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:33654 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33654 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-09T21:50:54,339 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:54,339 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99c70420a26b491d838f447f779f56b8 2024-11-09T21:50:54,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,346 INFO [RS:2;9514d6d5e5be:44469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:50:54,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44469-0x101219481670003, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,346 INFO [RS:2;9514d6d5e5be:44469 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,44469,1731189050474; zookeeper connection closed. 2024-11-09T21:50:54,346 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@648862b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@648862b5 2024-11-09T21:50:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,357 INFO [RS:0;9514d6d5e5be:33269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:50:54,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33269-0x101219481670001, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,357 INFO [RS:0;9514d6d5e5be:33269 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,33269,1731189050317; zookeeper connection closed. 2024-11-09T21:50:54,357 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@654e6324 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@654e6324 2024-11-09T21:50:54,357 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T21:50:54,365 DEBUG [M:0;9514d6d5e5be:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590d0f8ccbc746a99ff97a9be6d4d623 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731189053372/Put/seqid=0 2024-11-09T21:50:54,368 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,368 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,370 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:35018 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:34565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35018 dst: /127.0.0.1:34565 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:54,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775552_1037 (size=6439) 2024-11-09T21:50:54,375 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:54,375 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590d0f8ccbc746a99ff97a9be6d4d623 2024-11-09T21:50:54,402 DEBUG [M:0;9514d6d5e5be:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a82414fb1a4a8c9392d4f216b19ab7 is 69, key is 9514d6d5e5be,33269,1731189050317/rs:state/1731189051758/Put/seqid=0 2024-11-09T21:50:54,404 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,405 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T21:50:54,407 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2111151234_22 at /127.0.0.1:33672 [Receiving block BP-1288380498-172.17.0.2-1731189044757:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:41395:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33672 dst: /127.0.0.1:41395 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:50:54,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-09T21:50:54,412 WARN [M:0;9514d6d5e5be:37713 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T21:50:54,413 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a82414fb1a4a8c9392d4f216b19ab7 2024-11-09T21:50:54,422 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99c70420a26b491d838f447f779f56b8 as hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99c70420a26b491d838f447f779f56b8 2024-11-09T21:50:54,429 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99c70420a26b491d838f447f779f56b8, entries=8, sequenceid=72, filesize=5.5 K 2024-11-09T21:50:54,431 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/590d0f8ccbc746a99ff97a9be6d4d623 as hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/590d0f8ccbc746a99ff97a9be6d4d623 2024-11-09T21:50:54,438 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/590d0f8ccbc746a99ff97a9be6d4d623, entries=8, sequenceid=72, filesize=6.3 K 2024-11-09T21:50:54,440 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58a82414fb1a4a8c9392d4f216b19ab7 as hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58a82414fb1a4a8c9392d4f216b19ab7 2024-11-09T21:50:54,448 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58a82414fb1a4a8c9392d4f216b19ab7, entries=3, sequenceid=72, filesize=5.2 K 2024-11-09T21:50:54,450 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false 2024-11-09T21:50:54,451 INFO [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:54,452 DEBUG [M:0;9514d6d5e5be:37713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731189054309Disabling compacts and flushes for region at 1731189054309Disabling writes for close at 1731189054310 (+1 ms)Obtaining lock to block concurrent updates at 1731189054310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731189054310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731189054310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731189054311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731189054311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731189054326 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731189054326Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731189054347 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731189054365 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731189054365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731189054382 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731189054401 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731189054401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f7edc1: reopening flushed file at 1731189054420 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b075d6f: reopening flushed file at 1731189054429 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc7592: reopening flushed file at 1731189054438 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 140ms, sequenceid=72, compaction requested=false at 1731189054450 (+12 ms)Writing region close event to WAL at 1731189054451 (+1 ms)Closed at 1731189054451 2024-11-09T21:50:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_1073741825_1011 (size=32674) 2024-11-09T21:50:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_1073741825_1011 (size=32674) 2024-11-09T21:50:54,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741825_1011 (size=32674) 2024-11-09T21:50:54,459 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:50:54,459 INFO [M:0;9514d6d5e5be:37713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:50:54,460 INFO [M:0;9514d6d5e5be:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37713 2024-11-09T21:50:54,460 INFO [M:0;9514d6d5e5be:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:50:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-09T21:50:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-09T21:50:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38077 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-09T21:50:54,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-09T21:50:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-09T21:50:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-09T21:50:54,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-09T21:50:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-09T21:50:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-09T21:50:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34565 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-09T21:50:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,567 INFO [M:0;9514d6d5e5be:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:50:54,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x101219481670000, quorum=127.0.0.1:52369, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:54,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73272e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:54,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@282583a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:50:54,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:50:54,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e2f174{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:50:54,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e284a5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,STOPPED} 2024-11-09T21:50:54,610 WARN [BP-1288380498-172.17.0.2-1731189044757 heartbeating to localhost/127.0.0.1:39869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:50:54,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:50:54,610 WARN [BP-1288380498-172.17.0.2-1731189044757 heartbeating to localhost/127.0.0.1:39869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1288380498-172.17.0.2-1731189044757 (Datanode Uuid c70445dd-0a03-4353-ad70-5384582dcc79) service to localhost/127.0.0.1:39869 2024-11-09T21:50:54,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:50:54,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data5/current/BP-1288380498-172.17.0.2-1731189044757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:50:54,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data6/current/BP-1288380498-172.17.0.2-1731189044757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:50:54,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:50:54,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66aac458{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:54,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c9b2efe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:50:54,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:50:54,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@444b27d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:50:54,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac38f1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,STOPPED} 2024-11-09T21:50:54,618 WARN [BP-1288380498-172.17.0.2-1731189044757 heartbeating to localhost/127.0.0.1:39869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:50:54,618 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:50:54,618 WARN [BP-1288380498-172.17.0.2-1731189044757 heartbeating to localhost/127.0.0.1:39869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1288380498-172.17.0.2-1731189044757 (Datanode Uuid b6afb964-7825-499d-bf87-c5c84c7ccccc) service to localhost/127.0.0.1:39869 2024-11-09T21:50:54,618 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:50:54,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data3/current/BP-1288380498-172.17.0.2-1731189044757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:50:54,619 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data4/current/BP-1288380498-172.17.0.2-1731189044757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:50:54,619 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:50:54,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@898c81{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:54,622 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b3cdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:50:54,622 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:50:54,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@431e53b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:50:54,622 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4449124d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,STOPPED} 2024-11-09T21:50:54,623 WARN [BP-1288380498-172.17.0.2-1731189044757 heartbeating to localhost/127.0.0.1:39869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:50:54,623 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:50:54,623 WARN [BP-1288380498-172.17.0.2-1731189044757 heartbeating to localhost/127.0.0.1:39869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1288380498-172.17.0.2-1731189044757 (Datanode Uuid 34bc4d62-1f20-4d68-8485-20d416890ea5) service to localhost/127.0.0.1:39869 2024-11-09T21:50:54,623 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:50:54,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data1/current/BP-1288380498-172.17.0.2-1731189044757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:50:54,624 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/cluster_55affad9-1b07-3bec-d39d-67f3393937ef/data/data2/current/BP-1288380498-172.17.0.2-1731189044757 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:50:54,624 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:50:54,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58dbf239{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:50:54,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13e2962d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:50:54,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:50:54,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f93dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:50:54,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4395d44b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir/,STOPPED} 2024-11-09T21:50:54,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:50:54,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:50:54,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=92 (was 161), OpenFileDescriptor=437 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=58 (was 46) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3540 (was 3857) 2024-11-09T21:50:54,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=92, OpenFileDescriptor=437, MaxFileDescriptor=1048576, SystemLoadAverage=78, ProcessCount=11, AvailableMemoryMB=3540 2024-11-09T21:50:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:50:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.log.dir so I do NOT create it in target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71 2024-11-09T21:50:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2aa36c13-56ba-ad36-072a-3bbf52c87788/hadoop.tmp.dir so I do NOT create it in target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced, deleteOnExit=true 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/test.cache.data in system properties and HBase conf 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:50:54,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:50:54,681 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:50:54,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:50:54,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:50:54,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:50:54,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:55,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:55,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:55,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:55,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:50:55,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:55,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a627a74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:55,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d2c7638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:55,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c86b309{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/java.io.tmpdir/jetty-localhost-34291-hadoop-hdfs-3_4_1-tests_jar-_-any-15265456441341165282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:50:55,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7da83aed{HTTP/1.1, (http/1.1)}{localhost:34291} 2024-11-09T21:50:55,099 INFO [Time-limited test {}] server.Server(415): Started @12194ms 2024-11-09T21:50:55,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:55,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:55,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:55,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:55,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:50:55,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d171d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:55,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b05fa11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:55,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@383f70ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/java.io.tmpdir/jetty-localhost-37561-hadoop-hdfs-3_4_1-tests_jar-_-any-2492138943235112788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:55,487 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2dd7cb{HTTP/1.1, (http/1.1)}{localhost:37561} 2024-11-09T21:50:55,487 INFO [Time-limited test {}] server.Server(415): Started @12582ms 2024-11-09T21:50:55,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:50:55,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:55,524 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:55,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:55,527 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:55,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:50:55,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cdd19d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:55,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290c8ecc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:55,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29eded41{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/java.io.tmpdir/jetty-localhost-42435-hadoop-hdfs-3_4_1-tests_jar-_-any-12668893075221997245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:55,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e78779{HTTP/1.1, (http/1.1)}{localhost:42435} 2024-11-09T21:50:55,623 INFO [Time-limited test {}] server.Server(415): Started @12718ms 2024-11-09T21:50:55,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:50:55,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:50:55,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:50:55,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:50:55,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:50:55,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:50:55,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16e08e17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:50:55,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a780821{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:50:55,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@371581ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/java.io.tmpdir/jetty-localhost-44713-hadoop-hdfs-3_4_1-tests_jar-_-any-3317363293002155297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:50:55,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f70cde{HTTP/1.1, (http/1.1)}{localhost:44713} 2024-11-09T21:50:55,750 INFO [Time-limited test {}] server.Server(415): Started @12845ms 2024-11-09T21:50:55,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:50:56,738 WARN [Thread-564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data1/current/BP-878726569-172.17.0.2-1731189054707/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:56,739 WARN [Thread-565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data2/current/BP-878726569-172.17.0.2-1731189054707/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:56,756 WARN [Thread-504 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:50:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a90c508ad2cf296 with lease ID 0x16887c03f5067f15: Processing first storage report for DS-b2d5cce4-1694-42c5-8506-b29a7531e80b from datanode DatanodeRegistration(127.0.0.1:36929, datanodeUuid=98c0e80b-7f73-4724-8a48-b890abffb8b2, infoPort=42291, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707) 2024-11-09T21:50:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a90c508ad2cf296 with lease ID 0x16887c03f5067f15: from storage DS-b2d5cce4-1694-42c5-8506-b29a7531e80b node DatanodeRegistration(127.0.0.1:36929, datanodeUuid=98c0e80b-7f73-4724-8a48-b890abffb8b2, infoPort=42291, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T21:50:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a90c508ad2cf296 with lease ID 0x16887c03f5067f15: Processing first storage report for DS-1097dc83-f877-4e83-8716-b162baa9caee from datanode DatanodeRegistration(127.0.0.1:36929, datanodeUuid=98c0e80b-7f73-4724-8a48-b890abffb8b2, infoPort=42291, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707) 2024-11-09T21:50:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a90c508ad2cf296 with lease ID 0x16887c03f5067f15: from storage DS-1097dc83-f877-4e83-8716-b162baa9caee node DatanodeRegistration(127.0.0.1:36929, datanodeUuid=98c0e80b-7f73-4724-8a48-b890abffb8b2, infoPort=42291, infoSecurePort=0, ipcPort=41727, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:56,950 WARN [Thread-575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data3/current/BP-878726569-172.17.0.2-1731189054707/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:56,950 WARN [Thread-576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data4/current/BP-878726569-172.17.0.2-1731189054707/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:56,974 WARN [Thread-527 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:50:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce640b3fcd7ba88f with lease ID 0x16887c03f5067f16: Processing first storage report for DS-c8a29ae7-1417-4563-b39c-9311c3a19808 from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=e7b9967a-44ad-462e-9ded-afd7f2a162ce, infoPort=34113, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707) 2024-11-09T21:50:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce640b3fcd7ba88f with lease ID 0x16887c03f5067f16: from storage DS-c8a29ae7-1417-4563-b39c-9311c3a19808 node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=e7b9967a-44ad-462e-9ded-afd7f2a162ce, infoPort=34113, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce640b3fcd7ba88f with lease ID 0x16887c03f5067f16: Processing first storage report for DS-9165b9d4-f7ee-4e05-8938-bfe13ed45683 from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=e7b9967a-44ad-462e-9ded-afd7f2a162ce, infoPort=34113, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707) 2024-11-09T21:50:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce640b3fcd7ba88f with lease ID 0x16887c03f5067f16: from storage DS-9165b9d4-f7ee-4e05-8938-bfe13ed45683 node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=e7b9967a-44ad-462e-9ded-afd7f2a162ce, infoPort=34113, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:57,023 WARN [Thread-586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data5/current/BP-878726569-172.17.0.2-1731189054707/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:57,024 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data6/current/BP-878726569-172.17.0.2-1731189054707/current, will proceed with Du for space computation calculation, 2024-11-09T21:50:57,043 WARN [Thread-549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:50:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0cc00ce65ca3542 with lease ID 0x16887c03f5067f17: Processing first storage report for DS-8ed66f70-ec04-4596-be36-e6ec03d37cac from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=da5cc956-20ac-483c-bb78-6f0850e9e773, infoPort=34967, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707) 2024-11-09T21:50:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0cc00ce65ca3542 with lease ID 0x16887c03f5067f17: from storage DS-8ed66f70-ec04-4596-be36-e6ec03d37cac node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=da5cc956-20ac-483c-bb78-6f0850e9e773, infoPort=34967, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc0cc00ce65ca3542 with lease ID 0x16887c03f5067f17: Processing first storage report for DS-cdc3c9ec-33ee-49ad-88cf-b0ad2127ba89 from datanode DatanodeRegistration(127.0.0.1:35559, datanodeUuid=da5cc956-20ac-483c-bb78-6f0850e9e773, infoPort=34967, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707) 2024-11-09T21:50:57,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc0cc00ce65ca3542 with lease ID 0x16887c03f5067f17: from storage DS-cdc3c9ec-33ee-49ad-88cf-b0ad2127ba89 node DatanodeRegistration(127.0.0.1:35559, datanodeUuid=da5cc956-20ac-483c-bb78-6f0850e9e773, infoPort=34967, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1861547572;c=1731189054707), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:50:57,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71 2024-11-09T21:50:57,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/zookeeper_0, clientPort=55813, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:50:57,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55813 2024-11-09T21:50:57,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:50:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:50:57,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:50:57,115 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a with version=8 2024-11-09T21:50:57,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39869/user/jenkins/test-data/32d59ac8-35d2-f75b-3d9e-0f3c3ba32a21/hbase-staging 2024-11-09T21:50:57,117 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:57,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,118 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:57,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:57,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:50:57,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:57,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46013 2024-11-09T21:50:57,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46013 connecting to ZooKeeper ensemble=127.0.0.1:55813 2024-11-09T21:50:57,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460130x0, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:57,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46013-0x1012194a1f30000 connected 2024-11-09T21:50:57,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:57,288 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a, hbase.cluster.distributed=false 2024-11-09T21:50:57,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:57,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46013 2024-11-09T21:50:57,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46013 2024-11-09T21:50:57,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46013 2024-11-09T21:50:57,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46013 2024-11-09T21:50:57,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46013 2024-11-09T21:50:57,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:57,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:50:57,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:57,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45311 2024-11-09T21:50:57,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45311 connecting to ZooKeeper ensemble=127.0.0.1:55813 2024-11-09T21:50:57,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453110x0, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:57,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453110x0, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:57,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45311-0x1012194a1f30001 connected 2024-11-09T21:50:57,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:50:57,320 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:50:57,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:50:57,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:57,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-09T21:50:57,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45311 2024-11-09T21:50:57,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45311 2024-11-09T21:50:57,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-09T21:50:57,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-09T21:50:57,341 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:57,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:50:57,341 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:57,342 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41779 2024-11-09T21:50:57,343 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41779 connecting to ZooKeeper ensemble=127.0.0.1:55813 2024-11-09T21:50:57,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417790x0, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:57,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41779-0x1012194a1f30002 connected 2024-11-09T21:50:57,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:57,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:50:57,360 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:50:57,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:50:57,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:57,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-09T21:50:57,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41779 2024-11-09T21:50:57,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41779 2024-11-09T21:50:57,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-09T21:50:57,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-09T21:50:57,383 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:50:57,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:50:57,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:50:57,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:50:57,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:50:57,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:50:57,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37523 2024-11-09T21:50:57,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37523 connecting to ZooKeeper ensemble=127.0.0.1:55813 2024-11-09T21:50:57,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375230x0, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:50:57,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375230x0, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:57,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37523-0x1012194a1f30003 connected 2024-11-09T21:50:57,401 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:50:57,402 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:50:57,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:50:57,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:50:57,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37523 2024-11-09T21:50:57,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37523 2024-11-09T21:50:57,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37523 2024-11-09T21:50:57,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37523 2024-11-09T21:50:57,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37523 2024-11-09T21:50:57,424 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:46013 2024-11-09T21:50:57,424 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:57,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,435 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,446 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T21:50:57,447 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/9514d6d5e5be,46013,1731189057117 from backup master directory 2024-11-09T21:50:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:50:57,456 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:57,456 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:57,464 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/hbase.id] with ID: 25b6cb7d-973b-4d23-a6a9-3a147f3866de 2024-11-09T21:50:57,464 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/.tmp/hbase.id 2024-11-09T21:50:57,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:50:57,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:50:57,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:50:57,474 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/.tmp/hbase.id]:[hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/hbase.id] 2024-11-09T21:50:57,489 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:50:57,489 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:50:57,491 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T21:50:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:50:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:50:57,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:50:57,509 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:50:57,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:50:57,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T21:50:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:50:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:50:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:50:57,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store 2024-11-09T21:50:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:50:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:50:57,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:50:57,536 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:57,536 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:50:57,536 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:57,536 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:57,536 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:50:57,536 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:57,536 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:50:57,536 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731189057536Disabling compacts and flushes for region at 1731189057536Disabling writes for close at 1731189057536Writing region close event to WAL at 1731189057536Closed at 1731189057536 2024-11-09T21:50:57,538 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/.initializing 2024-11-09T21:50:57,538 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/WALs/9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:57,542 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C46013%2C1731189057117, suffix=, logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/WALs/9514d6d5e5be,46013,1731189057117, archiveDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/oldWALs, maxLogs=10 2024-11-09T21:50:57,543 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9514d6d5e5be%2C46013%2C1731189057117.1731189057542 2024-11-09T21:50:57,552 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/WALs/9514d6d5e5be,46013,1731189057117/9514d6d5e5be%2C46013%2C1731189057117.1731189057542 2024-11-09T21:50:57,558 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291),(127.0.0.1/127.0.0.1:34967:34967),(127.0.0.1/127.0.0.1:34113:34113)] 2024-11-09T21:50:57,560 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:50:57,561 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:57,561 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,561 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:50:57,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:57,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:50:57,568 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:57,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:50:57,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:57,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:50:57,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:57,576 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,577 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,578 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,580 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,580 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,580 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:50:57,582 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:50:57,585 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:50:57,585 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73423798, jitterRate=0.09409984946250916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:50:57,586 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731189057561Initializing all the Stores at 1731189057563 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189057563Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189057563Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189057563Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189057563Cleaning up temporary data from old regions at 1731189057580 (+17 ms)Region opened successfully at 1731189057586 (+6 ms) 2024-11-09T21:50:57,586 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:50:57,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43435b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:57,592 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:50:57,592 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:50:57,592 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:50:57,592 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:50:57,593 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:50:57,593 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:50:57,594 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:50:57,596 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:50:57,597 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T21:50:57,603 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T21:50:57,603 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:50:57,604 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:50:57,614 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T21:50:57,614 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:50:57,615 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:50:57,624 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T21:50:57,625 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:50:57,635 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T21:50:57,638 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:50:57,645 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T21:50:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,657 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,46013,1731189057117, sessionid=0x1012194a1f30000, setting cluster-up flag (Was=false) 2024-11-09T21:50:57,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,708 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T21:50:57,710 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:57,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:57,761 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T21:50:57,762 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:57,764 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:50:57,767 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:57,767 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:50:57,767 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:50:57,767 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,46013,1731189057117 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:50:57,769 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:57,769 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:57,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:57,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:50:57,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:50:57,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:57,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:57,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189087771 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:50:57,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:57,772 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:50:57,772 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:50:57,772 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:50:57,772 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:50:57,772 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:50:57,773 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:57,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731189057772,5,FailOnTimeoutGroup] 2024-11-09T21:50:57,773 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:50:57,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731189057773,5,FailOnTimeoutGroup] 2024-11-09T21:50:57,773 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:57,773 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:50:57,773 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:57,773 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:57,774 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:50:57,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:50:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:50:57,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:50:57,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:50:57,788 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a 2024-11-09T21:50:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:50:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:50:57,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:50:57,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:57,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:50:57,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:50:57,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:57,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:50:57,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:50:57,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:57,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:50:57,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:50:57,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:57,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:50:57,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:50:57,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:57,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:57,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:50:57,811 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(746): ClusterId : 25b6cb7d-973b-4d23-a6a9-3a147f3866de 2024-11-09T21:50:57,811 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(746): ClusterId : 25b6cb7d-973b-4d23-a6a9-3a147f3866de 2024-11-09T21:50:57,811 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:50:57,812 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:50:57,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740 2024-11-09T21:50:57,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740 2024-11-09T21:50:57,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:50:57,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:50:57,815 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:50:57,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:50:57,819 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:50:57,819 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69855864, jitterRate=0.04093348979949951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:50:57,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731189057800Initializing all the Stores at 1731189057801 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189057801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189057801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189057801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189057801Cleaning up temporary data from old regions at 1731189057814 (+13 ms)Region opened successfully at 1731189057820 (+6 ms) 2024-11-09T21:50:57,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:50:57,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:50:57,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:50:57,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:50:57,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:50:57,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:50:57,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731189057820Disabling compacts and flushes for region at 1731189057820Disabling writes for close at 1731189057820Writing region close event to WAL at 1731189057821 (+1 ms)Closed at 1731189057821 2024-11-09T21:50:57,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:57,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:50:57,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:50:57,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:50:57,826 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:50:57,835 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(746): ClusterId : 25b6cb7d-973b-4d23-a6a9-3a147f3866de 2024-11-09T21:50:57,835 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:50:57,835 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:50:57,835 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:50:57,845 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:50:57,845 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:50:57,866 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:50:57,867 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:50:57,867 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:50:57,868 DEBUG [RS:0;9514d6d5e5be:45311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bed4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:57,877 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:50:57,878 DEBUG [RS:1;9514d6d5e5be:41779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ee8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:57,879 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:50:57,879 DEBUG [RS:2;9514d6d5e5be:37523 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0c0847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:50:57,885 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:45311 2024-11-09T21:50:57,885 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:50:57,885 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:50:57,885 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:50:57,886 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,46013,1731189057117 with port=45311, startcode=1731189057305 2024-11-09T21:50:57,886 DEBUG [RS:0;9514d6d5e5be:45311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:50:57,888 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:50:57,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:57,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:57,890 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;9514d6d5e5be:41779 2024-11-09T21:50:57,890 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:50:57,890 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:50:57,890 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:50:57,890 DEBUG [RS:2;9514d6d5e5be:37523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;9514d6d5e5be:37523 2024-11-09T21:50:57,891 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:50:57,891 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:50:57,891 DEBUG [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:50:57,891 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,46013,1731189057117 with port=41779, startcode=1731189057340 2024-11-09T21:50:57,891 DEBUG [RS:1;9514d6d5e5be:41779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:50:57,891 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,46013,1731189057117 with port=37523, startcode=1731189057382 2024-11-09T21:50:57,892 DEBUG [RS:2;9514d6d5e5be:37523 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:50:57,892 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a 2024-11-09T21:50:57,892 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35599 2024-11-09T21:50:57,892 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:50:57,893 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:50:57,893 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:50:57,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:57,894 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:57,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:57,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46013 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:57,896 DEBUG [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a 2024-11-09T21:50:57,896 DEBUG [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35599 2024-11-09T21:50:57,896 DEBUG [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:50:57,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:50:57,898 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a 2024-11-09T21:50:57,898 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35599 2024-11-09T21:50:57,898 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:50:57,969 DEBUG [RS:0;9514d6d5e5be:45311 {}] zookeeper.ZKUtil(111): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:57,970 WARN [RS:0;9514d6d5e5be:45311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:57,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,45311,1731189057305] 2024-11-09T21:50:57,970 INFO [RS:0;9514d6d5e5be:45311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T21:50:57,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,37523,1731189057382] 2024-11-09T21:50:57,970 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:57,976 WARN [9514d6d5e5be:46013 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T21:50:57,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:50:57,990 DEBUG [RS:2;9514d6d5e5be:37523 {}] zookeeper.ZKUtil(111): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:57,990 WARN [RS:2;9514d6d5e5be:37523 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:57,990 INFO [RS:2;9514d6d5e5be:37523 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T21:50:57,990 DEBUG [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:57,990 DEBUG [RS:1;9514d6d5e5be:41779 {}] zookeeper.ZKUtil(111): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:57,990 WARN [RS:1;9514d6d5e5be:41779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:50:57,990 INFO [RS:1;9514d6d5e5be:41779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T21:50:57,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,41779,1731189057340] 2024-11-09T21:50:57,991 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:57,991 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:50:57,995 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:50:57,996 INFO [RS:0;9514d6d5e5be:45311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:50:57,996 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:57,997 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:50:57,997 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:50:57,997 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:50:57,999 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:50:57,999 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:57,999 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:57,999 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:57,999 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:57,999 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:57,999 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:57,999 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:58,000 DEBUG [RS:0;9514d6d5e5be:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:58,002 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:50:58,003 INFO [RS:1;9514d6d5e5be:41779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:50:58,003 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,004 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:50:58,004 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,004 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,004 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:50:58,004 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,005 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,005 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,005 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45311,1731189057305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:58,005 INFO [RS:2;9514d6d5e5be:37523 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:50:58,005 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,006 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:50:58,006 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,006 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,006 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,006 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,006 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,006 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,006 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:58,007 DEBUG [RS:1;9514d6d5e5be:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:58,007 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:50:58,009 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:50:58,009 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,009 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,009 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,009 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,009 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,009 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,009 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:50:58,009 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,010 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,010 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,010 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,010 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,010 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:50:58,010 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:58,010 DEBUG [RS:2;9514d6d5e5be:37523 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:50:58,012 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37523,1731189057382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:58,012 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,013 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,013 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,013 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41779,1731189057340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:58,022 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:50:58,022 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45311,1731189057305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,022 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,022 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.Replication(171): 9514d6d5e5be,45311,1731189057305 started 2024-11-09T21:50:58,027 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:50:58,027 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41779,1731189057340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,028 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,028 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.Replication(171): 9514d6d5e5be,41779,1731189057340 started 2024-11-09T21:50:58,030 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:50:58,030 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37523,1731189057382-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,030 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,030 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.Replication(171): 9514d6d5e5be,37523,1731189057382 started 2024-11-09T21:50:58,035 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,035 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,45311,1731189057305, RpcServer on 9514d6d5e5be/172.17.0.2:45311, sessionid=0x1012194a1f30001 2024-11-09T21:50:58,035 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:50:58,035 DEBUG [RS:0;9514d6d5e5be:45311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:58,035 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45311,1731189057305' 2024-11-09T21:50:58,035 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:50:58,036 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:50:58,037 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:50:58,037 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:50:58,037 DEBUG [RS:0;9514d6d5e5be:45311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:58,037 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45311,1731189057305' 2024-11-09T21:50:58,037 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:50:58,037 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:50:58,038 DEBUG [RS:0;9514d6d5e5be:45311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:50:58,038 INFO [RS:0;9514d6d5e5be:45311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:50:58,038 INFO [RS:0;9514d6d5e5be:45311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:50:58,041 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,041 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,41779,1731189057340, RpcServer on 9514d6d5e5be/172.17.0.2:41779, sessionid=0x1012194a1f30002 2024-11-09T21:50:58,041 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:50:58,042 DEBUG [RS:1;9514d6d5e5be:41779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:58,042 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41779,1731189057340' 2024-11-09T21:50:58,042 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:50:58,042 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:50:58,043 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:50:58,043 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:50:58,043 DEBUG [RS:1;9514d6d5e5be:41779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:58,043 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41779,1731189057340' 2024-11-09T21:50:58,043 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:50:58,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:50:58,043 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:50:58,044 DEBUG [RS:1;9514d6d5e5be:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:50:58,044 INFO [RS:1;9514d6d5e5be:41779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:50:58,044 INFO [RS:1;9514d6d5e5be:41779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:50:58,045 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,045 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,37523,1731189057382, RpcServer on 9514d6d5e5be/172.17.0.2:37523, sessionid=0x1012194a1f30003 2024-11-09T21:50:58,045 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:50:58,045 DEBUG [RS:2;9514d6d5e5be:37523 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:58,045 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37523,1731189057382' 2024-11-09T21:50:58,045 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:50:58,046 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:50:58,046 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:50:58,046 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:50:58,046 DEBUG [RS:2;9514d6d5e5be:37523 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:58,046 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37523,1731189057382' 2024-11-09T21:50:58,046 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:50:58,047 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:50:58,047 DEBUG [RS:2;9514d6d5e5be:37523 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:50:58,047 INFO [RS:2;9514d6d5e5be:37523 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:50:58,047 INFO [RS:2;9514d6d5e5be:37523 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:50:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:50:58,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:50:58,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:50:58,140 INFO [RS:0;9514d6d5e5be:45311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C45311%2C1731189057305, suffix=, logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,45311,1731189057305, archiveDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs, maxLogs=32 2024-11-09T21:50:58,142 INFO [RS:0;9514d6d5e5be:45311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9514d6d5e5be%2C45311%2C1731189057305.1731189058142 2024-11-09T21:50:58,147 INFO [RS:1;9514d6d5e5be:41779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C41779%2C1731189057340, suffix=, logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,41779,1731189057340, archiveDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs, maxLogs=32 2024-11-09T21:50:58,150 INFO [RS:1;9514d6d5e5be:41779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9514d6d5e5be%2C41779%2C1731189057340.1731189058149 2024-11-09T21:50:58,151 INFO [RS:2;9514d6d5e5be:37523 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C37523%2C1731189057382, suffix=, logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,37523,1731189057382, archiveDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs, maxLogs=32 2024-11-09T21:50:58,152 INFO [RS:2;9514d6d5e5be:37523 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 9514d6d5e5be%2C37523%2C1731189057382.1731189058152 2024-11-09T21:50:58,155 INFO [RS:0;9514d6d5e5be:45311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,45311,1731189057305/9514d6d5e5be%2C45311%2C1731189057305.1731189058142 2024-11-09T21:50:58,157 DEBUG [RS:0;9514d6d5e5be:45311 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34967:34967),(127.0.0.1/127.0.0.1:34113:34113),(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-09T21:50:58,160 INFO [RS:2;9514d6d5e5be:37523 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,37523,1731189057382/9514d6d5e5be%2C37523%2C1731189057382.1731189058152 2024-11-09T21:50:58,160 INFO [RS:1;9514d6d5e5be:41779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,41779,1731189057340/9514d6d5e5be%2C41779%2C1731189057340.1731189058149 2024-11-09T21:50:58,162 DEBUG [RS:2;9514d6d5e5be:37523 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291),(127.0.0.1/127.0.0.1:34967:34967),(127.0.0.1/127.0.0.1:34113:34113)] 2024-11-09T21:50:58,162 DEBUG [RS:1;9514d6d5e5be:41779 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291),(127.0.0.1/127.0.0.1:34113:34113),(127.0.0.1/127.0.0.1:34967:34967)] 2024-11-09T21:50:58,227 DEBUG [9514d6d5e5be:46013 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T21:50:58,227 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(204): Hosts are {9514d6d5e5be=0} racks are {/default-rack=0} 2024-11-09T21:50:58,233 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:50:58,233 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:50:58,233 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T21:50:58,233 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:50:58,233 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:50:58,233 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T21:50:58,234 INFO [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:50:58,234 INFO [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:50:58,234 INFO [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T21:50:58,234 DEBUG [9514d6d5e5be:46013 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:50:58,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:58,237 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45311,1731189057305, state=OPENING 2024-11-09T21:50:58,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:50:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:58,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:50:58,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45311,1731189057305}] 2024-11-09T21:50:58,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:50:58,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:50:58,426 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:50:58,426 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T21:50:58,430 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C45311%2C1731189057305.meta, suffix=.meta, logDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,45311,1731189057305, archiveDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs, maxLogs=32 2024-11-09T21:50:58,431 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 9514d6d5e5be%2C45311%2C1731189057305.meta.1731189058431.meta 2024-11-09T21:50:58,440 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/WALs/9514d6d5e5be,45311,1731189057305/9514d6d5e5be%2C45311%2C1731189057305.meta.1731189058431.meta 2024-11-09T21:50:58,440 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34113:34113),(127.0.0.1/127.0.0.1:34967:34967),(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-09T21:50:58,441 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:50:58,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:50:58,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:50:58,442 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:50:58,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:50:58,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:58,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:50:58,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:50:58,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:50:58,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:50:58,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:58,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:58,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:50:58,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:50:58,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:58,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:58,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:50:58,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:50:58,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:58,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:58,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:50:58,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:50:58,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:58,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:50:58,451 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:50:58,452 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740 2024-11-09T21:50:58,453 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740 2024-11-09T21:50:58,455 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:50:58,455 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:50:58,455 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:50:58,457 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:50:58,458 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65816499, jitterRate=-0.019257739186286926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:50:58,458 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:50:58,459 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731189058442Writing region info on filesystem at 1731189058442Initializing all the Stores at 1731189058443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189058443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189058444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189058444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189058444Cleaning up temporary data from old regions at 1731189058455 (+11 ms)Running coprocessor post-open hooks at 1731189058458 (+3 ms)Region opened successfully at 1731189058459 (+1 ms) 2024-11-09T21:50:58,461 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731189058413 2024-11-09T21:50:58,464 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:50:58,464 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:50:58,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:58,467 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45311,1731189057305, state=OPEN 2024-11-09T21:50:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:58,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:50:58,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:58,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:50:58,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:50:58,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45311,1731189057305 in 220 msec 2024-11-09T21:50:58,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:50:58,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-09T21:50:58,488 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:50:58,488 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:50:58,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:50:58,489 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45311,1731189057305, seqNum=-1] 2024-11-09T21:50:58,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:50:58,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:50:58,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 733 msec 2024-11-09T21:50:58,500 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731189058500, completionTime=-1 2024-11-09T21:50:58,500 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T21:50:58,500 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:50:58,503 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T21:50:58,503 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189118503 2024-11-09T21:50:58,503 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189178503 2024-11-09T21:50:58,503 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:50:58,503 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:50:58,504 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46013,1731189057117-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,504 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46013,1731189057117-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,504 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46013,1731189057117-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,504 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:46013, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,504 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,504 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,507 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:50:58,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.054sec 2024-11-09T21:50:58,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:50:58,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:50:58,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:50:58,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:50:58,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:50:58,511 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46013,1731189057117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:50:58,511 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46013,1731189057117-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:50:58,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a17644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:50:58,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46013,-1 for getting cluster id 2024-11-09T21:50:58,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:50:58,514 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:50:58,514 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:50:58,514 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25b6cb7d-973b-4d23-a6a9-3a147f3866de' 2024-11-09T21:50:58,514 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46013,1731189057117-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:50:58,514 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:50:58,514 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25b6cb7d-973b-4d23-a6a9-3a147f3866de" 2024-11-09T21:50:58,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ccd9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:50:58,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46013,-1] 2024-11-09T21:50:58,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:50:58,516 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:58,517 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:50:58,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297a0c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:50:58,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:50:58,520 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45311,1731189057305, seqNum=-1] 2024-11-09T21:50:58,521 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:50:58,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:50:58,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:58,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:50:58,527 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:58,527 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e4c5428 2024-11-09T21:50:58,527 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:50:58,529 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:50:58,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:50:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-09T21:50:58,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:50:58,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:58,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-09T21:50:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:58,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:50:58,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741837_1013 (size=392) 2024-11-09T21:50:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741837_1013 (size=392) 2024-11-09T21:50:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741837_1013 (size=392) 2024-11-09T21:50:58,549 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d87dc26df1990d415cc428dcdc9222b3, NAME => 'TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a 2024-11-09T21:50:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741838_1014 (size=51) 2024-11-09T21:50:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741838_1014 (size=51) 2024-11-09T21:50:58,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741838_1014 (size=51) 2024-11-09T21:50:58,564 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:58,564 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing d87dc26df1990d415cc428dcdc9222b3, disabling compactions & flushes 2024-11-09T21:50:58,564 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:58,564 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:58,564 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. after waiting 0 ms 2024-11-09T21:50:58,564 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:58,564 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:58,564 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for d87dc26df1990d415cc428dcdc9222b3: Waiting for close lock at 1731189058564Disabling compacts and flushes for region at 1731189058564Disabling writes for close at 1731189058564Writing region close event to WAL at 1731189058564Closed at 1731189058564 2024-11-09T21:50:58,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:50:58,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731189058566"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189058566"}]},"ts":"1731189058566"} 2024-11-09T21:50:58,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:50:58,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:50:58,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731189058572"}]},"ts":"1731189058572"} 2024-11-09T21:50:58,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-09T21:50:58,576 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {9514d6d5e5be=0} racks are {/default-rack=0} 2024-11-09T21:50:58,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:50:58,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:50:58,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T21:50:58,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:50:58,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:50:58,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T21:50:58,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:50:58,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:50:58,577 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T21:50:58,577 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:50:58,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d87dc26df1990d415cc428dcdc9222b3, ASSIGN}] 2024-11-09T21:50:58,579 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d87dc26df1990d415cc428dcdc9222b3, ASSIGN 2024-11-09T21:50:58,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d87dc26df1990d415cc428dcdc9222b3, ASSIGN; state=OFFLINE, location=9514d6d5e5be,41779,1731189057340; forceNewPlan=false, retain=false 2024-11-09T21:50:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:58,731 INFO [9514d6d5e5be:46013 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-09T21:50:58,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d87dc26df1990d415cc428dcdc9222b3, regionState=OPENING, regionLocation=9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:58,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d87dc26df1990d415cc428dcdc9222b3, ASSIGN because future has completed 2024-11-09T21:50:58,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87dc26df1990d415cc428dcdc9222b3, server=9514d6d5e5be,41779,1731189057340}] 2024-11-09T21:50:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:58,891 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:50:58,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:50:58,898 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:58,898 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d87dc26df1990d415cc428dcdc9222b3, NAME => 'TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:50:58,899 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,899 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:50:58,899 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,899 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,901 INFO [StoreOpener-d87dc26df1990d415cc428dcdc9222b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,902 INFO [StoreOpener-d87dc26df1990d415cc428dcdc9222b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d87dc26df1990d415cc428dcdc9222b3 columnFamilyName cf 2024-11-09T21:50:58,903 DEBUG [StoreOpener-d87dc26df1990d415cc428dcdc9222b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:50:58,903 INFO [StoreOpener-d87dc26df1990d415cc428dcdc9222b3-1 {}] regionserver.HStore(327): Store=d87dc26df1990d415cc428dcdc9222b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:50:58,904 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,905 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,905 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,906 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,906 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,908 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,910 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:50:58,911 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d87dc26df1990d415cc428dcdc9222b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59581759, jitterRate=-0.11216260492801666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T21:50:58,911 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:58,912 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d87dc26df1990d415cc428dcdc9222b3: Running coprocessor pre-open hook at 1731189058899Writing region info on filesystem at 1731189058899Initializing all the Stores at 1731189058900 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189058900Cleaning up temporary data from old regions at 1731189058906 (+6 ms)Running coprocessor post-open hooks at 1731189058911 (+5 ms)Region opened successfully at 1731189058912 (+1 ms) 2024-11-09T21:50:58,914 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3., pid=6, masterSystemTime=1731189058890 2024-11-09T21:50:58,917 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:58,917 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:58,919 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d87dc26df1990d415cc428dcdc9222b3, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:58,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d87dc26df1990d415cc428dcdc9222b3, server=9514d6d5e5be,41779,1731189057340 because future has completed 2024-11-09T21:50:58,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:50:58,929 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d87dc26df1990d415cc428dcdc9222b3, server=9514d6d5e5be,41779,1731189057340 in 189 msec 2024-11-09T21:50:58,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:50:58,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d87dc26df1990d415cc428dcdc9222b3, ASSIGN in 352 msec 2024-11-09T21:50:58,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:50:58,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731189058935"}]},"ts":"1731189058935"} 2024-11-09T21:50:58,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-09T21:50:58,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:50:58,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 411 msec 2024-11-09T21:50:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:50:59,168 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T21:50:59,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-09T21:50:59,168 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:50:59,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-09T21:50:59,177 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:50:59,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-09T21:50:59,180 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3., hostname=9514d6d5e5be,41779,1731189057340, seqNum=2] 2024-11-09T21:50:59,181 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:50:59,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:50:59,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-09T21:50:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-09T21:50:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:50:59,189 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-09T21:50:59,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T21:50:59,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T21:50:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:50:59,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T21:50:59,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:59,347 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d87dc26df1990d415cc428dcdc9222b3 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-09T21:50:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3/.tmp/cf/39325ad04f0f45dda605569cde494f10 is 36, key is row/cf:cq/1731189059183/Put/seqid=0 2024-11-09T21:50:59,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741839_1015 (size=4787) 2024-11-09T21:50:59,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741839_1015 (size=4787) 2024-11-09T21:50:59,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741839_1015 (size=4787) 2024-11-09T21:50:59,377 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3/.tmp/cf/39325ad04f0f45dda605569cde494f10 2024-11-09T21:50:59,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3/.tmp/cf/39325ad04f0f45dda605569cde494f10 as hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3/cf/39325ad04f0f45dda605569cde494f10 2024-11-09T21:50:59,396 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3/cf/39325ad04f0f45dda605569cde494f10, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T21:50:59,398 INFO [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for d87dc26df1990d415cc428dcdc9222b3 in 51ms, sequenceid=5, compaction requested=false 2024-11-09T21:50:59,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d87dc26df1990d415cc428dcdc9222b3: 2024-11-09T21:50:59,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:59,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T21:50:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T21:50:59,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T21:50:59,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 211 msec 2024-11-09T21:50:59,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 219 msec 2024-11-09T21:50:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:50:59,507 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T21:50:59,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:50:59,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:50:59,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:59,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:50:59,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:50:59,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1159723930, stopped=false 2024-11-09T21:50:59,514 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,46013,1731189057117 2024-11-09T21:50:59,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:59,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:59,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:59,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:50:59,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:59,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:59,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:59,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:59,580 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:50:59,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:50:59,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:59,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:59,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:59,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:59,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:50:59,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,45311,1731189057305' ***** 2024-11-09T21:50:59,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:50:59,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,41779,1731189057340' ***** 2024-11-09T21:50:59,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:50:59,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,37523,1731189057382' ***** 2024-11-09T21:50:59,583 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:50:59,583 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:50:59,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:50:59,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:50:59,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:50:59,583 INFO [RS:1;9514d6d5e5be:41779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:50:59,583 INFO [RS:1;9514d6d5e5be:41779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:50:59,583 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:59,584 INFO [RS:0;9514d6d5e5be:45311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:50:59,584 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:50:59,584 INFO [RS:0;9514d6d5e5be:45311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:50:59,584 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:59,584 INFO [RS:2;9514d6d5e5be:37523 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:50:59,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:50:59,584 INFO [RS:2;9514d6d5e5be:37523 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:50:59,584 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:59,584 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:59,584 INFO [RS:0;9514d6d5e5be:45311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45311. 2024-11-09T21:50:59,584 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:59,584 INFO [RS:2;9514d6d5e5be:37523 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;9514d6d5e5be:37523. 2024-11-09T21:50:59,584 DEBUG [RS:0;9514d6d5e5be:45311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:59,584 DEBUG [RS:0;9514d6d5e5be:45311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,584 DEBUG [RS:2;9514d6d5e5be:37523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:59,584 DEBUG [RS:2;9514d6d5e5be:37523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,585 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:50:59,585 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:50:59,585 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:50:59,585 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,37523,1731189057382; all regions closed. 2024-11-09T21:50:59,585 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:50:59,585 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:59,585 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:59,585 INFO [RS:1;9514d6d5e5be:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;9514d6d5e5be:41779. 2024-11-09T21:50:59,585 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:50:59,585 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d87dc26df1990d415cc428dcdc9222b3, disabling compactions & flushes 2024-11-09T21:50:59,585 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:50:59,586 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:59,586 DEBUG [RS:1;9514d6d5e5be:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:50:59,586 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:50:59,586 DEBUG [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:50:59,586 DEBUG [RS:1;9514d6d5e5be:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,586 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:59,586 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:50:59,586 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,586 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. after waiting 0 ms 2024-11-09T21:50:59,586 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:50:59,586 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:50:59,586 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:59,586 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1325): Online Regions={d87dc26df1990d415cc428dcdc9222b3=TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3.} 2024-11-09T21:50:59,586 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:50:59,586 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:50:59,586 DEBUG [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1351): Waiting on d87dc26df1990d415cc428dcdc9222b3 2024-11-09T21:50:59,586 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,586 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T21:50:59,586 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,587 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,587 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741835_1011 (size=93) 2024-11-09T21:50:59,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741835_1011 (size=93) 2024-11-09T21:50:59,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741835_1011 (size=93) 2024-11-09T21:50:59,592 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/default/TestHBaseWalOnEC/d87dc26df1990d415cc428dcdc9222b3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:50:59,593 DEBUG [RS:2;9514d6d5e5be:37523 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs 2024-11-09T21:50:59,594 INFO [RS:2;9514d6d5e5be:37523 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9514d6d5e5be%2C37523%2C1731189057382:(num 1731189058152) 2024-11-09T21:50:59,594 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:59,594 DEBUG [RS:2;9514d6d5e5be:37523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,594 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:59,594 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d87dc26df1990d415cc428dcdc9222b3: Waiting for close lock at 1731189059585Running coprocessor pre-close hooks at 1731189059585Disabling compacts and flushes for region at 1731189059585Disabling writes for close at 1731189059586 (+1 ms)Writing region close event to WAL at 1731189059587 (+1 ms)Running coprocessor post-close hooks at 1731189059593 (+6 ms)Closed at 1731189059594 (+1 ms) 2024-11-09T21:50:59,594 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:59,594 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3. 2024-11-09T21:50:59,594 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:59,594 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:50:59,594 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:50:59,594 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:50:59,594 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:50:59,595 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:59,595 INFO [RS:2;9514d6d5e5be:37523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37523 2024-11-09T21:50:59,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:50:59,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9514d6d5e5be,37523,1731189057382 2024-11-09T21:50:59,603 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:50:59,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,37523,1731189057382] 2024-11-09T21:50:59,608 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/info/5b330d886ded44f99b6f405f0d57570e is 153, key is TestHBaseWalOnEC,,1731189058530.d87dc26df1990d415cc428dcdc9222b3./info:regioninfo/1731189058919/Put/seqid=0 2024-11-09T21:50:59,609 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:59,614 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741840_1016 (size=6637) 2024-11-09T21:50:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741840_1016 (size=6637) 2024-11-09T21:50:59,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741840_1016 (size=6637) 2024-11-09T21:50:59,616 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:59,616 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/info/5b330d886ded44f99b6f405f0d57570e 2024-11-09T21:50:59,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9514d6d5e5be,37523,1731189057382 already deleted, retry=false 2024-11-09T21:50:59,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,37523,1731189057382 expired; onlineServers=2 2024-11-09T21:50:59,639 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/ns/cf3c59b1b84045cc827adc20cf755e84 is 43, key is default/ns:d/1731189058492/Put/seqid=0 2024-11-09T21:50:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741841_1017 (size=5153) 2024-11-09T21:50:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741841_1017 (size=5153) 2024-11-09T21:50:59,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741841_1017 (size=5153) 2024-11-09T21:50:59,647 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/ns/cf3c59b1b84045cc827adc20cf755e84 2024-11-09T21:50:59,677 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/table/cc95777fef6141c9a48dd110b0560b16 is 52, key is TestHBaseWalOnEC/table:state/1731189058935/Put/seqid=0 2024-11-09T21:50:59,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741842_1018 (size=5249) 2024-11-09T21:50:59,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741842_1018 (size=5249) 2024-11-09T21:50:59,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741842_1018 (size=5249) 2024-11-09T21:50:59,685 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/table/cc95777fef6141c9a48dd110b0560b16 2024-11-09T21:50:59,693 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/info/5b330d886ded44f99b6f405f0d57570e as hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/info/5b330d886ded44f99b6f405f0d57570e 2024-11-09T21:50:59,701 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/info/5b330d886ded44f99b6f405f0d57570e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T21:50:59,703 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/ns/cf3c59b1b84045cc827adc20cf755e84 as hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/ns/cf3c59b1b84045cc827adc20cf755e84 2024-11-09T21:50:59,712 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/ns/cf3c59b1b84045cc827adc20cf755e84, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:50:59,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:59,714 INFO [RS:2;9514d6d5e5be:37523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:50:59,714 INFO [RS:2;9514d6d5e5be:37523 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,37523,1731189057382; zookeeper connection closed. 2024-11-09T21:50:59,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37523-0x1012194a1f30003, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:59,714 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/.tmp/table/cc95777fef6141c9a48dd110b0560b16 as hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/table/cc95777fef6141c9a48dd110b0560b16 2024-11-09T21:50:59,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ecc67a9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ecc67a9 2024-11-09T21:50:59,723 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/table/cc95777fef6141c9a48dd110b0560b16, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T21:50:59,724 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false 2024-11-09T21:50:59,730 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:50:59,731 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:50:59,731 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:50:59,731 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731189059586Running coprocessor pre-close hooks at 1731189059586Disabling compacts and flushes for region at 1731189059586Disabling writes for close at 1731189059586Obtaining lock to block concurrent updates at 1731189059586Preparing flush snapshotting stores in 1588230740 at 1731189059586Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731189059587 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731189059588 (+1 ms)Flushing 1588230740/info: creating writer at 1731189059589 (+1 ms)Flushing 1588230740/info: appending metadata at 1731189059607 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731189059607Flushing 1588230740/ns: creating writer at 1731189059623 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731189059638 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731189059638Flushing 1588230740/table: creating writer at 1731189059656 (+18 ms)Flushing 1588230740/table: appending metadata at 1731189059676 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731189059676Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28bd53b5: reopening flushed file at 1731189059692 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5226f94: reopening flushed file at 1731189059702 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265406f7: reopening flushed file at 1731189059713 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false at 1731189059724 (+11 ms)Writing region close event to WAL at 1731189059726 (+2 ms)Running coprocessor post-close hooks at 1731189059731 (+5 ms)Closed at 1731189059731 2024-11-09T21:50:59,732 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:50:59,786 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,45311,1731189057305; all regions closed. 2024-11-09T21:50:59,786 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,41779,1731189057340; all regions closed. 2024-11-09T21:50:59,787 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,787 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741836_1012 (size=2751) 2024-11-09T21:50:59,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741834_1010 (size=1298) 2024-11-09T21:50:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741836_1012 (size=2751) 2024-11-09T21:50:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741836_1012 (size=2751) 2024-11-09T21:50:59,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741834_1010 (size=1298) 2024-11-09T21:50:59,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741834_1010 (size=1298) 2024-11-09T21:50:59,794 DEBUG [RS:0;9514d6d5e5be:45311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs 2024-11-09T21:50:59,794 INFO [RS:0;9514d6d5e5be:45311 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9514d6d5e5be%2C45311%2C1731189057305.meta:.meta(num 1731189058431) 2024-11-09T21:50:59,795 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,795 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,795 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,795 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,795 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:50:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741833_1009 (size=93) 2024-11-09T21:50:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741833_1009 (size=93) 2024-11-09T21:50:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741833_1009 (size=93) 2024-11-09T21:50:59,802 DEBUG [RS:0;9514d6d5e5be:45311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs 2024-11-09T21:50:59,802 INFO [RS:0;9514d6d5e5be:45311 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9514d6d5e5be%2C45311%2C1731189057305:(num 1731189058142) 2024-11-09T21:50:59,802 DEBUG [RS:0;9514d6d5e5be:45311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,802 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:59,802 DEBUG [RS:1;9514d6d5e5be:41779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/oldWALs 2024-11-09T21:50:59,802 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:59,802 INFO [RS:1;9514d6d5e5be:41779 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 9514d6d5e5be%2C41779%2C1731189057340:(num 1731189058149) 2024-11-09T21:50:59,802 DEBUG [RS:1;9514d6d5e5be:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:50:59,802 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:50:59,802 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:59,802 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:59,803 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:59,803 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:59,803 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:50:59,803 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:50:59,803 INFO [RS:0;9514d6d5e5be:45311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45311 2024-11-09T21:50:59,803 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:50:59,803 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:50:59,803 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:50:59,803 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:59,803 INFO [RS:1;9514d6d5e5be:41779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41779 2024-11-09T21:50:59,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:50:59,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9514d6d5e5be,45311,1731189057305 2024-11-09T21:50:59,814 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:50:59,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/9514d6d5e5be,41779,1731189057340 2024-11-09T21:50:59,824 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:50:59,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,45311,1731189057305] 2024-11-09T21:50:59,845 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9514d6d5e5be,45311,1731189057305 already deleted, retry=false 2024-11-09T21:50:59,845 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,45311,1731189057305 expired; onlineServers=1 2024-11-09T21:50:59,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,41779,1731189057340] 2024-11-09T21:50:59,855 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/9514d6d5e5be,41779,1731189057340 already deleted, retry=false 2024-11-09T21:50:59,855 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,41779,1731189057340 expired; onlineServers=0 2024-11-09T21:50:59,856 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,46013,1731189057117' ***** 2024-11-09T21:50:59,856 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:50:59,856 INFO [M:0;9514d6d5e5be:46013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:50:59,856 INFO [M:0;9514d6d5e5be:46013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:50:59,856 DEBUG [M:0;9514d6d5e5be:46013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:50:59,856 DEBUG [M:0;9514d6d5e5be:46013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:50:59,856 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731189057773 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731189057773,5,FailOnTimeoutGroup] 2024-11-09T21:50:59,856 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731189057772 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731189057772,5,FailOnTimeoutGroup] 2024-11-09T21:50:59,856 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:50:59,856 INFO [M:0;9514d6d5e5be:46013 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:50:59,856 INFO [M:0;9514d6d5e5be:46013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:50:59,856 DEBUG [M:0;9514d6d5e5be:46013 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:50:59,856 INFO [M:0;9514d6d5e5be:46013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:50:59,857 INFO [M:0;9514d6d5e5be:46013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:50:59,857 INFO [M:0;9514d6d5e5be:46013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:50:59,857 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:50:59,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T21:50:59,866 DEBUG [M:0;9514d6d5e5be:46013 {}] zookeeper.ZKUtil(347): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T21:50:59,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:50:59,866 WARN [M:0;9514d6d5e5be:46013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:50:59,867 INFO [M:0;9514d6d5e5be:46013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/.lastflushedseqids 2024-11-09T21:50:59,869 WARN [IPC Server handler 1 on default port 35599 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-09T21:50:59,870 WARN [IPC Server handler 1 on default port 35599 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-09T21:50:59,870 WARN [IPC Server handler 1 on default port 35599 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-09T21:50:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741843_1019 (size=127) 2024-11-09T21:50:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741843_1019 (size=127) 2024-11-09T21:50:59,907 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:50:59,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:50:59,935 INFO [RS:0;9514d6d5e5be:45311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:50:59,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:59,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1012194a1f30001, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:59,935 INFO [RS:0;9514d6d5e5be:45311 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,45311,1731189057305; zookeeper connection closed. 2024-11-09T21:50:59,935 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22bbca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22bbca 2024-11-09T21:50:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:59,945 INFO [RS:1;9514d6d5e5be:41779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:50:59,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1012194a1f30002, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:50:59,945 INFO [RS:1;9514d6d5e5be:41779 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,41779,1731189057340; zookeeper connection closed. 2024-11-09T21:50:59,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35ef6ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35ef6ae 2024-11-09T21:50:59,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T21:51:00,277 INFO [M:0;9514d6d5e5be:46013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:51:00,278 INFO [M:0;9514d6d5e5be:46013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:51:00,278 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:51:00,278 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:51:00,278 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:51:00,279 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:51:00,279 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:51:00,279 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-09T21:51:00,301 DEBUG [M:0;9514d6d5e5be:46013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14b2109fd1ec4cdeb715a7344dfb2c06 is 82, key is hbase:meta,,1/info:regioninfo/1731189058465/Put/seqid=0 2024-11-09T21:51:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741844_1020 (size=5672) 2024-11-09T21:51:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741844_1020 (size=5672) 2024-11-09T21:51:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741844_1020 (size=5672) 2024-11-09T21:51:00,308 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14b2109fd1ec4cdeb715a7344dfb2c06 2024-11-09T21:51:00,330 DEBUG [M:0;9514d6d5e5be:46013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e7e179a4175469cbf51c0dbf7358b30 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731189058943/Put/seqid=0 2024-11-09T21:51:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741845_1021 (size=6438) 2024-11-09T21:51:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741845_1021 (size=6438) 2024-11-09T21:51:00,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741845_1021 (size=6438) 2024-11-09T21:51:00,338 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e7e179a4175469cbf51c0dbf7358b30 2024-11-09T21:51:00,358 DEBUG [M:0;9514d6d5e5be:46013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a282c247536a46cd928f1baf70bf8a79 is 69, key is 9514d6d5e5be,37523,1731189057382/rs:state/1731189057894/Put/seqid=0 2024-11-09T21:51:00,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741846_1022 (size=5294) 2024-11-09T21:51:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741846_1022 (size=5294) 2024-11-09T21:51:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741846_1022 (size=5294) 2024-11-09T21:51:00,365 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a282c247536a46cd928f1baf70bf8a79 2024-11-09T21:51:00,372 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14b2109fd1ec4cdeb715a7344dfb2c06 as hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14b2109fd1ec4cdeb715a7344dfb2c06 2024-11-09T21:51:00,380 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14b2109fd1ec4cdeb715a7344dfb2c06, entries=8, sequenceid=72, filesize=5.5 K 2024-11-09T21:51:00,382 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e7e179a4175469cbf51c0dbf7358b30 as hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e7e179a4175469cbf51c0dbf7358b30 2024-11-09T21:51:00,390 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e7e179a4175469cbf51c0dbf7358b30, entries=8, sequenceid=72, filesize=6.3 K 2024-11-09T21:51:00,391 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a282c247536a46cd928f1baf70bf8a79 as hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a282c247536a46cd928f1baf70bf8a79 2024-11-09T21:51:00,399 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35599/user/jenkins/test-data/aa149286-8196-01d8-4cab-68b800b1965a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a282c247536a46cd928f1baf70bf8a79, entries=3, sequenceid=72, filesize=5.2 K 2024-11-09T21:51:00,400 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=72, compaction requested=false 2024-11-09T21:51:00,402 INFO [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:51:00,402 DEBUG [M:0;9514d6d5e5be:46013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731189060278Disabling compacts and flushes for region at 1731189060278Disabling writes for close at 1731189060279 (+1 ms)Obtaining lock to block concurrent updates at 1731189060279Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731189060279Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731189060281 (+2 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731189060284 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731189060284Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731189060300 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731189060300Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731189060315 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731189060330 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731189060330Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731189060343 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731189060358 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731189060358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8a7f57: reopening flushed file at 1731189060371 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96b1681: reopening flushed file at 1731189060380 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bdedc86: reopening flushed file at 1731189060390 (+10 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=72, compaction requested=false at 1731189060400 (+10 ms)Writing region close event to WAL at 1731189060401 (+1 ms)Closed at 1731189060402 (+1 ms) 2024-11-09T21:51:00,402 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:51:00,402 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:51:00,402 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:51:00,402 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:51:00,403 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T21:51:00,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741830_1006 (size=32665) 2024-11-09T21:51:00,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35559 is added to blk_1073741830_1006 (size=32665) 2024-11-09T21:51:00,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36929 is added to blk_1073741830_1006 (size=32665) 2024-11-09T21:51:00,406 INFO [M:0;9514d6d5e5be:46013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:51:00,406 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:51:00,406 INFO [M:0;9514d6d5e5be:46013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46013 2024-11-09T21:51:00,406 INFO [M:0;9514d6d5e5be:46013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:51:00,556 INFO [M:0;9514d6d5e5be:46013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:51:00,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:51:00,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46013-0x1012194a1f30000, quorum=127.0.0.1:55813, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:51:00,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@371581ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:51:00,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f70cde{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:51:00,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:51:00,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a780821{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:51:00,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16e08e17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,STOPPED} 2024-11-09T21:51:00,567 WARN [BP-878726569-172.17.0.2-1731189054707 heartbeating to localhost/127.0.0.1:35599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:51:00,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:51:00,567 WARN [BP-878726569-172.17.0.2-1731189054707 heartbeating to localhost/127.0.0.1:35599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-878726569-172.17.0.2-1731189054707 (Datanode Uuid da5cc956-20ac-483c-bb78-6f0850e9e773) service to localhost/127.0.0.1:35599 2024-11-09T21:51:00,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:51:00,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data5/current/BP-878726569-172.17.0.2-1731189054707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:51:00,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data6/current/BP-878726569-172.17.0.2-1731189054707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:51:00,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:51:00,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29eded41{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:51:00,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e78779{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:51:00,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:51:00,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290c8ecc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:51:00,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cdd19d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,STOPPED} 2024-11-09T21:51:00,574 WARN [BP-878726569-172.17.0.2-1731189054707 heartbeating to localhost/127.0.0.1:35599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:51:00,574 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:51:00,574 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:51:00,574 WARN [BP-878726569-172.17.0.2-1731189054707 heartbeating to localhost/127.0.0.1:35599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-878726569-172.17.0.2-1731189054707 (Datanode Uuid e7b9967a-44ad-462e-9ded-afd7f2a162ce) service to localhost/127.0.0.1:35599 2024-11-09T21:51:00,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data3/current/BP-878726569-172.17.0.2-1731189054707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:51:00,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data4/current/BP-878726569-172.17.0.2-1731189054707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:51:00,575 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:51:00,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@383f70ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:51:00,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2dd7cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:51:00,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:51:00,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b05fa11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:51:00,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d171d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,STOPPED} 2024-11-09T21:51:00,579 WARN [BP-878726569-172.17.0.2-1731189054707 heartbeating to localhost/127.0.0.1:35599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:51:00,579 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:51:00,579 WARN [BP-878726569-172.17.0.2-1731189054707 heartbeating to localhost/127.0.0.1:35599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-878726569-172.17.0.2-1731189054707 (Datanode Uuid 98c0e80b-7f73-4724-8a48-b890abffb8b2) service to localhost/127.0.0.1:35599 2024-11-09T21:51:00,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:51:00,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data1/current/BP-878726569-172.17.0.2-1731189054707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:51:00,580 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/cluster_8695445d-5307-950f-4453-19a6b7cadced/data/data2/current/BP-878726569-172.17.0.2-1731189054707 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:51:00,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:51:00,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c86b309{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:51:00,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7da83aed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:51:00,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:51:00,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d2c7638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:51:00,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a627a74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6c95540a-d862-16b5-9647-6b8f733aff71/hadoop.log.dir/,STOPPED} 2024-11-09T21:51:00,598 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:51:00,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:51:00,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=155 (was 92) - Thread LEAK? -, OpenFileDescriptor=518 (was 437) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=87 (was 78) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3384 (was 3540)