2024-11-26 21:42:34,673 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-26 21:42:34,690 main DEBUG Took 0.014265 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 21:42:34,691 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 21:42:34,691 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 21:42:34,692 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 21:42:34,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,706 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 21:42:34,728 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,732 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,734 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,735 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,736 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,737 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,739 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,740 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,741 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,742 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,744 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,745 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 21:42:34,746 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,747 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 21:42:34,749 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 21:42:34,751 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 21:42:34,754 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 21:42:34,754 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 21:42:34,756 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 21:42:34,757 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 21:42:34,769 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 21:42:34,773 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 21:42:34,776 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 21:42:34,776 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 21:42:34,777 main DEBUG createAppenders(={Console}) 2024-11-26 21:42:34,778 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-26 21:42:34,779 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-26 21:42:34,779 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-26 21:42:34,780 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 21:42:34,780 main DEBUG OutputStream closed 2024-11-26 21:42:34,781 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 21:42:34,781 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 21:42:34,782 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-26 21:42:34,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 21:42:34,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 21:42:34,884 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 21:42:34,885 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 21:42:34,886 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 21:42:34,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 21:42:34,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 21:42:34,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 21:42:34,888 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 21:42:34,889 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 21:42:34,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 21:42:34,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 21:42:34,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 21:42:34,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 21:42:34,891 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 21:42:34,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 21:42:34,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 21:42:34,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 21:42:34,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 21:42:34,897 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-26 21:42:34,897 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 21:42:34,898 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-26T21:42:34,916 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-26 21:42:34,920 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 21:42:34,920 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T21:42:35,221 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075 2024-11-26T21:42:35,254 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083, deleteOnExit=true 2024-11-26T21:42:35,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/test.cache.data in system properties and HBase conf 2024-11-26T21:42:35,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:42:35,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:42:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:42:35,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:42:35,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:42:35,369 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T21:42:35,491 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:42:35,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:42:35,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:42:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:42:35,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:42:35,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:42:35,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:42:35,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:42:35,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:42:35,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:42:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:42:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:42:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:42:35,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:42:35,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:42:36,421 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T21:42:36,507 INFO [Time-limited test {}] log.Log(170): Logging initialized @2655ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T21:42:36,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:36,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:36,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:36,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:36,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:42:36,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:36,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:36,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:36,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/java.io.tmpdir/jetty-localhost-34845-hadoop-hdfs-3_4_1-tests_jar-_-any-10385898434472447474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:42:36,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:34845} 2024-11-26T21:42:36,922 INFO [Time-limited test {}] server.Server(415): Started @3071ms 2024-11-26T21:42:37,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:37,352 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:37,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:37,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:37,354 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:42:37,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:37,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:37,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/java.io.tmpdir/jetty-localhost-39919-hadoop-hdfs-3_4_1-tests_jar-_-any-8101599313949202595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:37,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:39919} 2024-11-26T21:42:37,475 INFO [Time-limited test {}] server.Server(415): Started @3624ms 2024-11-26T21:42:37,535 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:42:37,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:37,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:37,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:37,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:37,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:42:37,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:37,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:37,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/java.io.tmpdir/jetty-localhost-43719-hadoop-hdfs-3_4_1-tests_jar-_-any-6745286898302400595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:37,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:43719} 2024-11-26T21:42:37,833 INFO [Time-limited test {}] server.Server(415): Started @3981ms 2024-11-26T21:42:37,836 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:42:37,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:37,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:37,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:37,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:37,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:42:37,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:37,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:37,987 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data3/current/BP-620076109-172.17.0.2-1732657356167/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:37,987 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data4/current/BP-620076109-172.17.0.2-1732657356167/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:37,987 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data1/current/BP-620076109-172.17.0.2-1732657356167/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:37,987 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data2/current/BP-620076109-172.17.0.2-1732657356167/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:38,030 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:42:38,030 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:42:38,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/java.io.tmpdir/jetty-localhost-44403-hadoop-hdfs-3_4_1-tests_jar-_-any-8455107300936709969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:38,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:44403} 2024-11-26T21:42:38,064 INFO [Time-limited test {}] server.Server(415): Started @4213ms 2024-11-26T21:42:38,068 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:42:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5547e92577c3b080 with lease ID 0x18ebeeb7e23e02: Processing first storage report for DS-b0e1ddbf-e4f4-4533-a7f6-5e0e710088ef from datanode DatanodeRegistration(127.0.0.1:44073, datanodeUuid=0f510e70-2595-4a85-b0d4-019a0ab95069, infoPort=42021, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167) 2024-11-26T21:42:38,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5547e92577c3b080 with lease ID 0x18ebeeb7e23e02: from storage DS-b0e1ddbf-e4f4-4533-a7f6-5e0e710088ef node DatanodeRegistration(127.0.0.1:44073, datanodeUuid=0f510e70-2595-4a85-b0d4-019a0ab95069, infoPort=42021, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T21:42:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0359e5fb6781d30 with lease ID 0x18ebeeb7e23e01: Processing first storage report for DS-3a2b1ec8-486b-4ee6-9320-694f7d2a1cc3 from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=58433c2e-fbf7-4c9e-a168-3478d25004fd, infoPort=37741, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167) 2024-11-26T21:42:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0359e5fb6781d30 with lease ID 0x18ebeeb7e23e01: from storage DS-3a2b1ec8-486b-4ee6-9320-694f7d2a1cc3 node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=58433c2e-fbf7-4c9e-a168-3478d25004fd, infoPort=37741, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:42:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5547e92577c3b080 with lease ID 0x18ebeeb7e23e02: Processing first storage report for DS-85ecc0b6-26b2-4ac7-9824-d1c7fa9e0312 from datanode DatanodeRegistration(127.0.0.1:44073, datanodeUuid=0f510e70-2595-4a85-b0d4-019a0ab95069, infoPort=42021, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167) 2024-11-26T21:42:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5547e92577c3b080 with lease ID 0x18ebeeb7e23e02: from storage DS-85ecc0b6-26b2-4ac7-9824-d1c7fa9e0312 node DatanodeRegistration(127.0.0.1:44073, datanodeUuid=0f510e70-2595-4a85-b0d4-019a0ab95069, infoPort=42021, infoSecurePort=0, ipcPort=38023, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0359e5fb6781d30 with lease ID 0x18ebeeb7e23e01: Processing first storage report for DS-6804ed73-5a3d-4348-9e22-d5b514fe0dbe from datanode DatanodeRegistration(127.0.0.1:40245, datanodeUuid=58433c2e-fbf7-4c9e-a168-3478d25004fd, infoPort=37741, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167) 2024-11-26T21:42:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0359e5fb6781d30 with lease ID 0x18ebeeb7e23e01: from storage DS-6804ed73-5a3d-4348-9e22-d5b514fe0dbe node DatanodeRegistration(127.0.0.1:40245, datanodeUuid=58433c2e-fbf7-4c9e-a168-3478d25004fd, infoPort=37741, infoSecurePort=0, ipcPort=41247, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:38,179 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data5/current/BP-620076109-172.17.0.2-1732657356167/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:38,181 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data6/current/BP-620076109-172.17.0.2-1732657356167/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:38,214 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:42:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb0f22fa246e45ee with lease ID 0x18ebeeb7e23e03: Processing first storage report for DS-b13846dc-7bbf-4b70-9a64-4fdfd5bd06bb from datanode DatanodeRegistration(127.0.0.1:40533, datanodeUuid=a95a9060-afa3-45ad-ba9b-a27cf409a89c, infoPort=33267, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167) 2024-11-26T21:42:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb0f22fa246e45ee with lease ID 0x18ebeeb7e23e03: from storage DS-b13846dc-7bbf-4b70-9a64-4fdfd5bd06bb node DatanodeRegistration(127.0.0.1:40533, datanodeUuid=a95a9060-afa3-45ad-ba9b-a27cf409a89c, infoPort=33267, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T21:42:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb0f22fa246e45ee with lease ID 0x18ebeeb7e23e03: Processing first storage report for DS-cda24ce0-ede6-4776-b9a6-8b2290f5cfa5 from datanode DatanodeRegistration(127.0.0.1:40533, datanodeUuid=a95a9060-afa3-45ad-ba9b-a27cf409a89c, infoPort=33267, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167) 2024-11-26T21:42:38,224 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb0f22fa246e45ee with lease ID 0x18ebeeb7e23e03: from storage DS-cda24ce0-ede6-4776-b9a6-8b2290f5cfa5 node DatanodeRegistration(127.0.0.1:40533, datanodeUuid=a95a9060-afa3-45ad-ba9b-a27cf409a89c, infoPort=33267, infoSecurePort=0, ipcPort=36829, storageInfo=lv=-57;cid=testClusterID;nsid=1884096270;c=1732657356167), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:38,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075 2024-11-26T21:42:38,590 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-26T21:42:38,657 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=336, ProcessCount=11, AvailableMemoryMB=10871 2024-11-26T21:42:38,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:42:38,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-26T21:42:38,758 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/zookeeper_0, clientPort=49428, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:42:38,770 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49428 2024-11-26T21:42:38,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:38,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:38,925 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:38,926 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:38,982 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55052 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:40533:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55052 dst: /127.0.0.1:40533 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:39,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-26T21:42:39,413 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:39,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b with version=8 2024-11-26T21:42:39,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/hbase-staging 2024-11-26T21:42:39,518 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T21:42:39,745 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:39,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:39,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:39,760 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:39,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:39,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:39,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:42:39,978 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T21:42:39,990 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T21:42:39,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:40,024 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 53253 (auto-detected) 2024-11-26T21:42:40,025 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T21:42:40,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35769 2024-11-26T21:42:40,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35769 connecting to ZooKeeper ensemble=127.0.0.1:49428 2024-11-26T21:42:40,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357690x0, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:40,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35769-0x1007dfc83fa0000 connected 2024-11-26T21:42:40,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:40,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b, hbase.cluster.distributed=false 2024-11-26T21:42:40,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:40,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35769 2024-11-26T21:42:40,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35769 2024-11-26T21:42:40,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35769 2024-11-26T21:42:40,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35769 2024-11-26T21:42:40,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35769 2024-11-26T21:42:40,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:40,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:40,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:40,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:42:40,313 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:40,314 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34907 2024-11-26T21:42:40,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34907 connecting to ZooKeeper ensemble=127.0.0.1:49428 2024-11-26T21:42:40,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,327 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349070x0, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:40,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34907-0x1007dfc83fa0001 connected 2024-11-26T21:42:40,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:40,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:42:40,343 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:42:40,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:42:40,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:40,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-26T21:42:40,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34907 2024-11-26T21:42:40,355 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34907 2024-11-26T21:42:40,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-26T21:42:40,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-26T21:42:40,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:40,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,378 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:40,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,378 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:40,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:42:40,379 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:40,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39657 2024-11-26T21:42:40,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39657 connecting to ZooKeeper ensemble=127.0.0.1:49428 2024-11-26T21:42:40,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,393 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396570x0, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:40,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39657-0x1007dfc83fa0002 connected 2024-11-26T21:42:40,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:40,395 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:42:40,398 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:42:40,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:42:40,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:40,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39657 2024-11-26T21:42:40,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39657 2024-11-26T21:42:40,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39657 2024-11-26T21:42:40,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39657 2024-11-26T21:42:40,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39657 2024-11-26T21:42:40,428 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:40,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,428 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:40,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:40,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:40,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:42:40,429 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:40,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40929 2024-11-26T21:42:40,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40929 connecting to ZooKeeper ensemble=127.0.0.1:49428 2024-11-26T21:42:40,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409290x0, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:40,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409290x0, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:40,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40929-0x1007dfc83fa0003 connected 2024-11-26T21:42:40,444 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:42:40,445 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:42:40,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:42:40,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:40,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40929 2024-11-26T21:42:40,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40929 2024-11-26T21:42:40,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40929 2024-11-26T21:42:40,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40929 2024-11-26T21:42:40,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40929 2024-11-26T21:42:40,470 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:35769 2024-11-26T21:42:40,471 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,35769,1732657359572 2024-11-26T21:42:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,477 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,478 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,480 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,35769,1732657359572 2024-11-26T21:42:40,501 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:40,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:40,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,502 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,502 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:40,503 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,504 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:42:40,505 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,35769,1732657359572 from backup master directory 2024-11-26T21:42:40,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,35769,1732657359572 2024-11-26T21:42:40,508 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,508 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:40,510 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:40,510 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,35769,1732657359572 2024-11-26T21:42:40,512 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T21:42:40,513 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T21:42:40,583 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/hbase.id] with ID: c216d284-0e7f-4970-9bd0-91e59ff68f34 2024-11-26T21:42:40,583 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/.tmp/hbase.id 2024-11-26T21:42:40,591 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,592 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55766 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:44073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55766 dst: /127.0.0.1:44073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-26T21:42:40,602 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:40,602 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/.tmp/hbase.id]:[hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/hbase.id] 2024-11-26T21:42:40,654 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:40,659 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:42:40,680 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-26T21:42:40,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,684 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,684 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:40,697 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,697 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,700 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55790 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:44073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55790 dst: /127.0.0.1:44073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:40,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-26T21:42:40,706 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:40,724 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:42:40,726 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:42:40,733 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:42:40,768 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,769 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,772 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55806 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:44073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55806 dst: /127.0.0.1:44073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:40,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-26T21:42:40,780 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:40,797 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store 2024-11-26T21:42:40,820 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,820 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:40,823 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55078 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40533:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55078 dst: /127.0.0.1:40533 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:40,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-26T21:42:40,830 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:40,835 INFO [master/828b3f090c91:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T21:42:40,838 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:40,839 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:42:40,840 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:40,840 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:40,842 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:42:40,842 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:40,842 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:40,843 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657360839Disabling compacts and flushes for region at 1732657360839Disabling writes for close at 1732657360842 (+3 ms)Writing region close event to WAL at 1732657360842Closed at 1732657360842 2024-11-26T21:42:40,846 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/.initializing 2024-11-26T21:42:40,846 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/WALs/828b3f090c91,35769,1732657359572 2024-11-26T21:42:40,854 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:42:40,870 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C35769%2C1732657359572, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/WALs/828b3f090c91,35769,1732657359572, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/oldWALs, maxLogs=10 2024-11-26T21:42:40,911 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/WALs/828b3f090c91,35769,1732657359572/828b3f090c91%2C35769%2C1732657359572.1732657360877, exclude list is [], retry=0 2024-11-26T21:42:40,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:40,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-3a2b1ec8-486b-4ee6-9320-694f7d2a1cc3,DISK] 2024-11-26T21:42:40,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b0e1ddbf-e4f4-4533-a7f6-5e0e710088ef,DISK] 2024-11-26T21:42:40,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-b13846dc-7bbf-4b70-9a64-4fdfd5bd06bb,DISK] 2024-11-26T21:42:40,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T21:42:40,979 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/WALs/828b3f090c91,35769,1732657359572/828b3f090c91%2C35769%2C1732657359572.1732657360877 2024-11-26T21:42:40,980 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42021:42021),(127.0.0.1/127.0.0.1:33267:33267),(127.0.0.1/127.0.0.1:37741:37741)] 2024-11-26T21:42:40,980 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:42:40,981 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:40,984 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:40,985 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:42:41,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:41,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:42:41,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:41,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:42:41,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:41,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:42:41,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:41,074 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,078 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,080 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-26T21:42:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-26T21:42:41,087 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,088 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,092 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:42:41,096 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:41,103 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:42:41,105 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61961511, jitterRate=-0.07670153677463531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:42:41,114 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657360998Initializing all the Stores at 1732657361001 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657361001Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657361002 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657361002Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657361002Cleaning up temporary data from old regions at 1732657361088 (+86 ms)Region opened successfully at 1732657361114 (+26 ms) 2024-11-26T21:42:41,115 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:42:41,151 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c90623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:41,187 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:42:41,200 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:42:41,201 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:42:41,204 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:42:41,205 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T21:42:41,210 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T21:42:41,211 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:42:41,237 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:42:41,246 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:42:41,248 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:42:41,251 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:42:41,253 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:42:41,254 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:42:41,257 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:42:41,260 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:42:41,261 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:42:41,263 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:42:41,264 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:42:41,282 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:42:41,283 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:42:41,287 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:41,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:41,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:41,287 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:41,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,287 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,288 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,291 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,35769,1732657359572, sessionid=0x1007dfc83fa0000, setting cluster-up flag (Was=false) 2024-11-26T21:42:41,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,304 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,304 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,309 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:42:41,311 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,35769,1732657359572 2024-11-26T21:42:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,315 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,316 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:41,321 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:42:41,322 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,35769,1732657359572 2024-11-26T21:42:41,330 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:42:41,358 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(746): ClusterId : c216d284-0e7f-4970-9bd0-91e59ff68f34 2024-11-26T21:42:41,360 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(746): ClusterId : c216d284-0e7f-4970-9bd0-91e59ff68f34 2024-11-26T21:42:41,360 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(746): ClusterId : c216d284-0e7f-4970-9bd0-91e59ff68f34 2024-11-26T21:42:41,361 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:42:41,361 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:42:41,361 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:42:41,367 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:42:41,367 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:42:41,367 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:42:41,367 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:42:41,368 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:42:41,368 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:42:41,370 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:42:41,370 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:42:41,371 DEBUG [RS:0;828b3f090c91:34907 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe5f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:41,371 DEBUG [RS:1;828b3f090c91:39657 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cf897f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:41,374 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:42:41,375 DEBUG [RS:2;828b3f090c91:40929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72594943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:41,392 DEBUG [RS:2;828b3f090c91:40929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;828b3f090c91:40929 2024-11-26T21:42:41,392 DEBUG [RS:1;828b3f090c91:39657 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:39657 2024-11-26T21:42:41,393 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:34907 2024-11-26T21:42:41,396 INFO [RS:2;828b3f090c91:40929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:42:41,396 INFO [RS:0;828b3f090c91:34907 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:42:41,396 INFO [RS:1;828b3f090c91:39657 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:42:41,396 INFO [RS:2;828b3f090c91:40929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:42:41,396 INFO [RS:0;828b3f090c91:34907 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:42:41,396 DEBUG [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:42:41,396 INFO [RS:1;828b3f090c91:39657 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:42:41,397 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:42:41,397 DEBUG [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:42:41,400 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,35769,1732657359572 with port=39657, startcode=1732657360376 2024-11-26T21:42:41,400 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,35769,1732657359572 with port=34907, startcode=1732657360271 2024-11-26T21:42:41,400 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,35769,1732657359572 with port=40929, startcode=1732657360427 2024-11-26T21:42:41,414 DEBUG [RS:1;828b3f090c91:39657 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:42:41,414 DEBUG [RS:0;828b3f090c91:34907 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:42:41,414 DEBUG [RS:2;828b3f090c91:40929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:42:41,418 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:41,430 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:42:41,437 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:42:41,443 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,35769,1732657359572 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:42:41,450 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:41,450 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:41,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:41,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:41,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:42:41,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:41,451 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,454 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657391453 2024-11-26T21:42:41,454 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60941, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:42:41,454 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40643, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:42:41,455 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:42:41,455 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:42:41,457 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:42:41,461 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:42:41,461 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:42:41,461 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:42:41,461 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:42:41,463 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T21:42:41,469 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T21:42:41,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:41,470 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T21:42:41,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:42:41,472 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,477 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:42:41,478 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:42:41,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,479 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:42:41,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:42:41,485 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:42:41,486 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:42:41,494 DEBUG [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T21:42:41,494 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T21:42:41,494 WARN [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T21:42:41,494 WARN [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T21:42:41,494 DEBUG [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-26T21:42:41,494 WARN [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-26T21:42:41,497 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657361487,5,FailOnTimeoutGroup] 2024-11-26T21:42:41,498 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657361497,5,FailOnTimeoutGroup] 2024-11-26T21:42:41,498 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,498 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:42:41,500 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,500 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:41,500 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,500 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:41,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:40998 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:40245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40998 dst: /127.0.0.1:40245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:41,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-26T21:42:41,521 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:41,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:42:41,523 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b 2024-11-26T21:42:41,531 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:41,531 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:41,534 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:41014 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:40245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41014 dst: /127.0.0.1:40245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:41,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-26T21:42:41,540 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:41,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:41,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:42:41,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:42:41,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:41,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:42:41,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:42:41,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:41,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:42:41,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:42:41,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:41,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:42:41,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:42:41,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:41,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:41,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:42:41,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740 2024-11-26T21:42:41,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740 2024-11-26T21:42:41,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:42:41,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:42:41,572 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:42:41,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:42:41,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:42:41,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61563250, jitterRate=-0.08263608813285828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:42:41,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657361542Initializing all the Stores at 1732657361544 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657361544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657361544Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657361544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657361544Cleaning up temporary data from old regions at 1732657361571 (+27 ms)Region opened successfully at 1732657361587 (+16 ms) 2024-11-26T21:42:41,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:42:41,587 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:42:41,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:42:41,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:42:41,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:42:41,589 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:42:41,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657361587Disabling compacts and flushes for region at 1732657361587Disabling writes for close at 1732657361587Writing region close event to WAL at 1732657361588 (+1 ms)Closed at 1732657361589 (+1 ms) 2024-11-26T21:42:41,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:41,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:42:41,595 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,35769,1732657359572 with port=40929, startcode=1732657360427 2024-11-26T21:42:41,595 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,35769,1732657359572 with port=34907, startcode=1732657360271 2024-11-26T21:42:41,595 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,35769,1732657359572 with port=39657, startcode=1732657360376 2024-11-26T21:42:41,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,39657,1732657360376 2024-11-26T21:42:41,599 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,39657,1732657360376 2024-11-26T21:42:41,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:42:41,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,40929,1732657360427 2024-11-26T21:42:41,608 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:42:41,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,40929,1732657360427 2024-11-26T21:42:41,608 DEBUG [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b 2024-11-26T21:42:41,608 DEBUG [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36409 2024-11-26T21:42:41,608 DEBUG [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:42:41,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:42:41,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,34907,1732657360271 2024-11-26T21:42:41,612 DEBUG [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b 2024-11-26T21:42:41,612 DEBUG [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36409 2024-11-26T21:42:41,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35769 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,34907,1732657360271 2024-11-26T21:42:41,612 DEBUG [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:42:41,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:41,615 DEBUG [RS:1;828b3f090c91:39657 {}] zookeeper.ZKUtil(111): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,39657,1732657360376 2024-11-26T21:42:41,615 WARN [RS:1;828b3f090c91:39657 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:41,616 INFO [RS:1;828b3f090c91:39657 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:42:41,616 DEBUG [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,39657,1732657360376 2024-11-26T21:42:41,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,40929,1732657360427] 2024-11-26T21:42:41,618 DEBUG [RS:2;828b3f090c91:40929 {}] zookeeper.ZKUtil(111): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,40929,1732657360427 2024-11-26T21:42:41,618 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,39657,1732657360376] 2024-11-26T21:42:41,618 WARN [RS:2;828b3f090c91:40929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:41,618 INFO [RS:2;828b3f090c91:40929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:42:41,619 DEBUG [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,40929,1732657360427 2024-11-26T21:42:41,621 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b 2024-11-26T21:42:41,621 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36409 2024-11-26T21:42:41,622 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:42:41,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:41,624 DEBUG [RS:0;828b3f090c91:34907 {}] zookeeper.ZKUtil(111): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,34907,1732657360271 2024-11-26T21:42:41,624 WARN [RS:0;828b3f090c91:34907 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:41,624 INFO [RS:0;828b3f090c91:34907 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:42:41,624 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,34907,1732657360271] 2024-11-26T21:42:41,625 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,34907,1732657360271 2024-11-26T21:42:41,647 INFO [RS:0;828b3f090c91:34907 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:42:41,647 INFO [RS:2;828b3f090c91:40929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:42:41,647 INFO [RS:1;828b3f090c91:39657 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:42:41,665 INFO [RS:1;828b3f090c91:39657 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:42:41,665 INFO [RS:2;828b3f090c91:40929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:42:41,665 INFO [RS:0;828b3f090c91:34907 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:42:41,673 INFO [RS:0;828b3f090c91:34907 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:42:41,673 INFO [RS:1;828b3f090c91:39657 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:42:41,673 INFO [RS:2;828b3f090c91:40929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:42:41,673 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,673 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,673 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,682 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:42:41,682 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:42:41,682 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:42:41,689 INFO [RS:2;828b3f090c91:40929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:42:41,689 INFO [RS:1;828b3f090c91:39657 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:42:41,689 INFO [RS:0;828b3f090c91:34907 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:42:41,690 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,690 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,690 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,691 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,691 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:41,691 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:41,692 DEBUG [RS:1;828b3f090c91:39657 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:41,692 DEBUG [RS:2;828b3f090c91:40929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:41,692 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,693 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,694 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,694 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:41,694 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:41,694 DEBUG [RS:0;828b3f090c91:34907 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:41,698 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39657,1732657360376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:41,698 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40929,1732657360427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:41,699 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,699 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,699 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,699 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,699 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,700 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34907,1732657360271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:41,720 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:42:41,720 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:42:41,723 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,39657,1732657360376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,723 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,40929,1732657360427-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,723 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,723 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,724 INFO [RS:1;828b3f090c91:39657 {}] regionserver.Replication(171): 828b3f090c91,39657,1732657360376 started 2024-11-26T21:42:41,724 INFO [RS:2;828b3f090c91:40929 {}] regionserver.Replication(171): 828b3f090c91,40929,1732657360427 started 2024-11-26T21:42:41,731 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:42:41,732 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34907,1732657360271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,732 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,732 INFO [RS:0;828b3f090c91:34907 {}] regionserver.Replication(171): 828b3f090c91,34907,1732657360271 started 2024-11-26T21:42:41,747 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,747 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,748 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,40929,1732657360427, RpcServer on 828b3f090c91/172.17.0.2:40929, sessionid=0x1007dfc83fa0003 2024-11-26T21:42:41,748 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,39657,1732657360376, RpcServer on 828b3f090c91/172.17.0.2:39657, sessionid=0x1007dfc83fa0002 2024-11-26T21:42:41,749 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:42:41,749 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:42:41,749 DEBUG [RS:2;828b3f090c91:40929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,40929,1732657360427 2024-11-26T21:42:41,749 DEBUG [RS:1;828b3f090c91:39657 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,39657,1732657360376 2024-11-26T21:42:41,750 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,39657,1732657360376' 2024-11-26T21:42:41,750 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,40929,1732657360427' 2024-11-26T21:42:41,750 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:42:41,750 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:42:41,751 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:42:41,751 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:42:41,752 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:42:41,752 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:42:41,752 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:42:41,752 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:42:41,752 DEBUG [RS:1;828b3f090c91:39657 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,39657,1732657360376 2024-11-26T21:42:41,752 DEBUG [RS:2;828b3f090c91:40929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,40929,1732657360427 2024-11-26T21:42:41,752 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,40929,1732657360427' 2024-11-26T21:42:41,752 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,39657,1732657360376' 2024-11-26T21:42:41,752 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:42:41,752 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:42:41,753 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:42:41,754 DEBUG [RS:2;828b3f090c91:40929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:42:41,754 INFO [RS:2;828b3f090c91:40929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:42:41,754 INFO [RS:2;828b3f090c91:40929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:42:41,755 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:42:41,755 DEBUG [RS:1;828b3f090c91:39657 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:42:41,755 INFO [RS:1;828b3f090c91:39657 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:42:41,756 INFO [RS:1;828b3f090c91:39657 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:42:41,758 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:41,758 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,34907,1732657360271, RpcServer on 828b3f090c91/172.17.0.2:34907, sessionid=0x1007dfc83fa0001 2024-11-26T21:42:41,758 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:42:41,758 DEBUG [RS:0;828b3f090c91:34907 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,34907,1732657360271 2024-11-26T21:42:41,758 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,34907,1732657360271' 2024-11-26T21:42:41,759 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:42:41,760 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:42:41,760 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:42:41,761 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:42:41,761 DEBUG [RS:0;828b3f090c91:34907 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,34907,1732657360271 2024-11-26T21:42:41,761 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,34907,1732657360271' 2024-11-26T21:42:41,761 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:42:41,762 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:42:41,762 DEBUG [RS:0;828b3f090c91:34907 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:42:41,762 INFO [RS:0;828b3f090c91:34907 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:42:41,762 INFO [RS:0;828b3f090c91:34907 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:42:41,763 WARN [828b3f090c91:35769 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:42:41,862 INFO [RS:1;828b3f090c91:39657 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:42:41,862 INFO [RS:2;828b3f090c91:40929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:42:41,863 INFO [RS:0;828b3f090c91:34907 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T21:42:41,865 INFO [RS:2;828b3f090c91:40929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C40929%2C1732657360427, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,40929,1732657360427, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs, maxLogs=32 2024-11-26T21:42:41,865 INFO [RS:1;828b3f090c91:39657 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C39657%2C1732657360376, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,39657,1732657360376, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs, maxLogs=32 2024-11-26T21:42:41,869 INFO [RS:0;828b3f090c91:34907 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C34907%2C1732657360271, suffix=, logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,34907,1732657360271, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs, maxLogs=32 2024-11-26T21:42:41,884 DEBUG [RS:2;828b3f090c91:40929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,40929,1732657360427/828b3f090c91%2C40929%2C1732657360427.1732657361869, exclude list is [], retry=0 2024-11-26T21:42:41,884 DEBUG [RS:1;828b3f090c91:39657 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,39657,1732657360376/828b3f090c91%2C39657%2C1732657360376.1732657361869, exclude list is [], retry=0 2024-11-26T21:42:41,887 DEBUG [RS:0;828b3f090c91:34907 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,34907,1732657360271/828b3f090c91%2C34907%2C1732657360271.1732657361871, exclude list is [], retry=0 2024-11-26T21:42:41,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-3a2b1ec8-486b-4ee6-9320-694f7d2a1cc3,DISK] 2024-11-26T21:42:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b0e1ddbf-e4f4-4533-a7f6-5e0e710088ef,DISK] 2024-11-26T21:42:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-3a2b1ec8-486b-4ee6-9320-694f7d2a1cc3,DISK] 2024-11-26T21:42:41,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-b13846dc-7bbf-4b70-9a64-4fdfd5bd06bb,DISK] 2024-11-26T21:42:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-b13846dc-7bbf-4b70-9a64-4fdfd5bd06bb,DISK] 2024-11-26T21:42:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b0e1ddbf-e4f4-4533-a7f6-5e0e710088ef,DISK] 2024-11-26T21:42:41,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b0e1ddbf-e4f4-4533-a7f6-5e0e710088ef,DISK] 2024-11-26T21:42:41,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-b13846dc-7bbf-4b70-9a64-4fdfd5bd06bb,DISK] 2024-11-26T21:42:41,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-3a2b1ec8-486b-4ee6-9320-694f7d2a1cc3,DISK] 2024-11-26T21:42:41,947 INFO [RS:2;828b3f090c91:40929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,40929,1732657360427/828b3f090c91%2C40929%2C1732657360427.1732657361869 2024-11-26T21:42:41,949 INFO [RS:0;828b3f090c91:34907 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,34907,1732657360271/828b3f090c91%2C34907%2C1732657360271.1732657361871 2024-11-26T21:42:41,950 INFO [RS:1;828b3f090c91:39657 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,39657,1732657360376/828b3f090c91%2C39657%2C1732657360376.1732657361869 2024-11-26T21:42:41,961 DEBUG [RS:2;828b3f090c91:40929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37741:37741),(127.0.0.1/127.0.0.1:42021:42021),(127.0.0.1/127.0.0.1:33267:33267)] 2024-11-26T21:42:41,966 DEBUG [RS:0;828b3f090c91:34907 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42021:42021),(127.0.0.1/127.0.0.1:33267:33267),(127.0.0.1/127.0.0.1:37741:37741)] 2024-11-26T21:42:41,966 DEBUG [RS:1;828b3f090c91:39657 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37741:37741),(127.0.0.1/127.0.0.1:33267:33267),(127.0.0.1/127.0.0.1:42021:42021)] 2024-11-26T21:42:42,015 DEBUG [828b3f090c91:35769 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T21:42:42,024 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:42:42,031 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:42:42,031 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:42:42,031 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T21:42:42,031 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:42:42,031 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:42:42,031 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T21:42:42,031 INFO [828b3f090c91:35769 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:42:42,032 INFO [828b3f090c91:35769 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:42:42,032 INFO [828b3f090c91:35769 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T21:42:42,032 DEBUG [828b3f090c91:35769 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:42:42,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,34907,1732657360271 2024-11-26T21:42:42,047 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,34907,1732657360271, state=OPENING 2024-11-26T21:42:42,052 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:42:42,053 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:42,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:42,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:42,053 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:42,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,056 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:42:42,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,34907,1732657360271}] 2024-11-26T21:42:42,236 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:42:42,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37113, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:42:42,252 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:42:42,253 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T21:42:42,253 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T21:42:42,257 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C34907%2C1732657360271.meta, suffix=.meta, logDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,34907,1732657360271, archiveDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs, maxLogs=32 2024-11-26T21:42:42,276 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,34907,1732657360271/828b3f090c91%2C34907%2C1732657360271.meta.1732657362259.meta, exclude list is [], retry=0 2024-11-26T21:42:42,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40245,DS-3a2b1ec8-486b-4ee6-9320-694f7d2a1cc3,DISK] 2024-11-26T21:42:42,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40533,DS-b13846dc-7bbf-4b70-9a64-4fdfd5bd06bb,DISK] 2024-11-26T21:42:42,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-b0e1ddbf-e4f4-4533-a7f6-5e0e710088ef,DISK] 2024-11-26T21:42:42,285 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/WALs/828b3f090c91,34907,1732657360271/828b3f090c91%2C34907%2C1732657360271.meta.1732657362259.meta 2024-11-26T21:42:42,285 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37741:37741),(127.0.0.1/127.0.0.1:33267:33267),(127.0.0.1/127.0.0.1:42021:42021)] 2024-11-26T21:42:42,286 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:42:42,287 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:42:42,291 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:42:42,296 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:42:42,300 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:42:42,301 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:42,301 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:42:42,301 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:42:42,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:42:42,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:42:42,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:42,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:42,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:42:42,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:42:42,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:42,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:42,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:42:42,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:42:42,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:42,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:42,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:42:42,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:42:42,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:42,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:42,318 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:42:42,319 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740 2024-11-26T21:42:42,323 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740 2024-11-26T21:42:42,325 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:42:42,326 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:42:42,327 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:42:42,330 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:42:42,332 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63134874, jitterRate=-0.05921706557273865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:42:42,332 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:42:42,334 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657362301Writing region info on filesystem at 1732657362302 (+1 ms)Initializing all the Stores at 1732657362303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657362304 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657362304Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657362304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657362304Cleaning up temporary data from old regions at 1732657362326 (+22 ms)Running coprocessor post-open hooks at 1732657362332 (+6 ms)Region opened successfully at 1732657362334 (+2 ms) 2024-11-26T21:42:42,342 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657362226 2024-11-26T21:42:42,354 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:42:42,354 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:42:42,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,34907,1732657360271 2024-11-26T21:42:42,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,34907,1732657360271, state=OPEN 2024-11-26T21:42:42,360 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:42,360 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:42,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:42,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:42,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,34907,1732657360271 2024-11-26T21:42:42,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:42:42,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,34907,1732657360271 in 304 msec 2024-11-26T21:42:42,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:42:42,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec 2024-11-26T21:42:42,379 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:42,379 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:42:42,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:42:42,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,34907,1732657360271, seqNum=-1] 2024-11-26T21:42:42,429 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:42:42,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:42:42,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1050 sec 2024-11-26T21:42:42,472 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657362471, completionTime=-1 2024-11-26T21:42:42,475 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T21:42:42,475 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:42:42,522 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T21:42:42,522 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657422522 2024-11-26T21:42:42,522 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657482522 2024-11-26T21:42:42,522 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 46 msec 2024-11-26T21:42:42,524 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T21:42:42,532 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35769,1732657359572-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:42,533 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35769,1732657359572-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:42,533 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35769,1732657359572-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:42,535 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:35769, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:42,536 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:42,536 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:42,543 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:42:42,567 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.056sec 2024-11-26T21:42:42,568 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:42:42,569 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:42:42,570 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:42:42,571 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:42:42,571 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:42:42,572 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35769,1732657359572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:42,572 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35769,1732657359572-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:42:42,577 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:42:42,578 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:42:42,578 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35769,1732657359572-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:42,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d63dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:42:42,673 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T21:42:42,673 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T21:42:42,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,35769,-1 for getting cluster id 2024-11-26T21:42:42,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:42:42,692 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c216d284-0e7f-4970-9bd0-91e59ff68f34' 2024-11-26T21:42:42,695 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:42:42,695 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c216d284-0e7f-4970-9bd0-91e59ff68f34" 2024-11-26T21:42:42,696 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c94782c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:42:42,696 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,35769,-1] 2024-11-26T21:42:42,699 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:42:42,701 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:42,702 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:42:42,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4253f156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:42:42,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:42:42,714 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,34907,1732657360271, seqNum=-1] 2024-11-26T21:42:42,715 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:42:42,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:42:42,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,35769,1732657359572 2024-11-26T21:42:42,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:42:42,752 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,35769,1732657359572 2024-11-26T21:42:42,755 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c5300f3 2024-11-26T21:42:42,756 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:42:42,758 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54350, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:42:42,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:42:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-26T21:42:42,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:42:42,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-26T21:42:42,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:42,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:42:42,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:42,792 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:42,793 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:42,796 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55154 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:40533:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55154 dst: /127.0.0.1:40533 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-26T21:42:42,803 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:42,806 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5fece91d09c066ec2c3c93a5c12fceb4, NAME => 'TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b 2024-11-26T21:42:42,814 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:42,814 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:42,822 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:41076 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:40245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41076 dst: /127.0.0.1:40245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:42,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-26T21:42:42,828 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:42,829 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:42,829 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 5fece91d09c066ec2c3c93a5c12fceb4, disabling compactions & flushes 2024-11-26T21:42:42,829 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:42,829 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:42,829 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. after waiting 0 ms 2024-11-26T21:42:42,829 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:42,829 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:42,830 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5fece91d09c066ec2c3c93a5c12fceb4: Waiting for close lock at 1732657362829Disabling compacts and flushes for region at 1732657362829Disabling writes for close at 1732657362829Writing region close event to WAL at 1732657362829Closed at 1732657362829 2024-11-26T21:42:42,832 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:42:42,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732657362832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657362832"}]},"ts":"1732657362832"} 2024-11-26T21:42:42,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T21:42:42,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:42:42,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657362845"}]},"ts":"1732657362845"} 2024-11-26T21:42:42,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-26T21:42:42,859 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:42:42,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:42:42,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:42:42,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T21:42:42,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:42:42,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:42:42,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T21:42:42,860 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:42:42,860 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:42:42,860 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T21:42:42,860 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:42:42,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5fece91d09c066ec2c3c93a5c12fceb4, ASSIGN}] 2024-11-26T21:42:42,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5fece91d09c066ec2c3c93a5c12fceb4, ASSIGN 2024-11-26T21:42:42,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5fece91d09c066ec2c3c93a5c12fceb4, ASSIGN; state=OFFLINE, location=828b3f090c91,34907,1732657360271; forceNewPlan=false, retain=false 2024-11-26T21:42:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:43,020 INFO [828b3f090c91:35769 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T21:42:43,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fece91d09c066ec2c3c93a5c12fceb4, regionState=OPENING, regionLocation=828b3f090c91,34907,1732657360271 2024-11-26T21:42:43,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5fece91d09c066ec2c3c93a5c12fceb4, ASSIGN because future has completed 2024-11-26T21:42:43,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fece91d09c066ec2c3c93a5c12fceb4, server=828b3f090c91,34907,1732657360271}] 2024-11-26T21:42:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:43,188 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:43,189 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5fece91d09c066ec2c3c93a5c12fceb4, NAME => 'TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:42:43,189 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,189 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:43,189 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,189 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,192 INFO [StoreOpener-5fece91d09c066ec2c3c93a5c12fceb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,195 INFO [StoreOpener-5fece91d09c066ec2c3c93a5c12fceb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5fece91d09c066ec2c3c93a5c12fceb4 columnFamilyName cf 2024-11-26T21:42:43,195 DEBUG [StoreOpener-5fece91d09c066ec2c3c93a5c12fceb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:43,196 INFO [StoreOpener-5fece91d09c066ec2c3c93a5c12fceb4-1 {}] regionserver.HStore(327): Store=5fece91d09c066ec2c3c93a5c12fceb4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:43,196 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,197 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,198 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,199 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,199 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,202 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,208 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:42:43,209 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5fece91d09c066ec2c3c93a5c12fceb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67407936, jitterRate=0.004456520080566406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:42:43,209 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:43,210 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5fece91d09c066ec2c3c93a5c12fceb4: Running coprocessor pre-open hook at 1732657363189Writing region info on filesystem at 1732657363189Initializing all the Stores at 1732657363191 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657363191Cleaning up temporary data from old regions at 1732657363199 (+8 ms)Running coprocessor post-open hooks at 1732657363209 (+10 ms)Region opened successfully at 1732657363210 (+1 ms) 2024-11-26T21:42:43,212 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4., pid=6, masterSystemTime=1732657363181 2024-11-26T21:42:43,215 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:43,216 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:43,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5fece91d09c066ec2c3c93a5c12fceb4, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,34907,1732657360271 2024-11-26T21:42:43,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5fece91d09c066ec2c3c93a5c12fceb4, server=828b3f090c91,34907,1732657360271 because future has completed 2024-11-26T21:42:43,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T21:42:43,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5fece91d09c066ec2c3c93a5c12fceb4, server=828b3f090c91,34907,1732657360271 in 196 msec 2024-11-26T21:42:43,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T21:42:43,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5fece91d09c066ec2c3c93a5c12fceb4, ASSIGN in 366 msec 2024-11-26T21:42:43,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:42:43,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657363234"}]},"ts":"1732657363234"} 2024-11-26T21:42:43,237 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-26T21:42:43,239 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:42:43,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 471 msec 2024-11-26T21:42:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:43,411 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T21:42:43,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-26T21:42:43,413 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:42:43,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-26T21:42:43,419 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:42:43,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-26T21:42:43,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4., hostname=828b3f090c91,34907,1732657360271, seqNum=2] 2024-11-26T21:42:43,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-26T21:42:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-26T21:42:43,451 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:42:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T21:42:43,453 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:42:43,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:42:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T21:42:43,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34907 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T21:42:43,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:43,628 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5fece91d09c066ec2c3c93a5c12fceb4 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-26T21:42:43,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4/.tmp/cf/4623ebe6673f422480bd89009f587fe9 is 36, key is row/cf:cq/1732657363434/Put/seqid=0 2024-11-26T21:42:43,699 WARN [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:43,699 WARN [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:43,704 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1478005793_22 at /127.0.0.1:41094 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:40245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41094 dst: /127.0.0.1:40245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-26T21:42:43,714 WARN [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:43,714 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4/.tmp/cf/4623ebe6673f422480bd89009f587fe9 2024-11-26T21:42:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4/.tmp/cf/4623ebe6673f422480bd89009f587fe9 as hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4/cf/4623ebe6673f422480bd89009f587fe9 2024-11-26T21:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T21:42:43,775 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4/cf/4623ebe6673f422480bd89009f587fe9, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T21:42:43,785 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 5fece91d09c066ec2c3c93a5c12fceb4 in 154ms, sequenceid=5, compaction requested=false 2024-11-26T21:42:43,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-26T21:42:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5fece91d09c066ec2c3c93a5c12fceb4: 2024-11-26T21:42:43,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T21:42:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T21:42:43,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T21:42:43,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 341 msec 2024-11-26T21:42:43,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 356 msec 2024-11-26T21:42:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-26T21:42:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-26T21:42:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-26T21:42:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-26T21:42:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-26T21:42:44,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-26T21:42:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T21:42:44,080 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T21:42:44,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:42:44,097 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:42:44,097 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:44,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:42:44,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:42:44,102 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2128600098, stopped=false 2024-11-26T21:42:44,103 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,35769,1732657359572 2024-11-26T21:42:44,104 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:44,104 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:44,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:44,105 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:44,105 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:44,105 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:42:44,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:42:44,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:44,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:44,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:44,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:44,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:44,106 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,34907,1732657360271' ***** 2024-11-26T21:42:44,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:42:44,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,39657,1732657360376' ***** 2024-11-26T21:42:44,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:42:44,107 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,40929,1732657360427' ***** 2024-11-26T21:42:44,107 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:42:44,107 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:42:44,107 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:42:44,107 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:42:44,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:42:44,108 INFO [RS:0;828b3f090c91:34907 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:42:44,108 INFO [RS:1;828b3f090c91:39657 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:42:44,108 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:42:44,108 INFO [RS:1;828b3f090c91:39657 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:42:44,108 INFO [RS:0;828b3f090c91:34907 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:42:44,108 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:42:44,108 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,39657,1732657360376 2024-11-26T21:42:44,108 INFO [RS:1;828b3f090c91:39657 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:44,108 INFO [RS:2;828b3f090c91:40929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:42:44,108 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(3091): Received CLOSE for 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:44,108 INFO [RS:2;828b3f090c91:40929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:42:44,108 INFO [RS:1;828b3f090c91:39657 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:39657. 2024-11-26T21:42:44,108 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,40929,1732657360427 2024-11-26T21:42:44,108 INFO [RS:2;828b3f090c91:40929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:44,108 DEBUG [RS:1;828b3f090c91:39657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:44,108 INFO [RS:2;828b3f090c91:40929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;828b3f090c91:40929. 2024-11-26T21:42:44,108 DEBUG [RS:1;828b3f090c91:39657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,108 DEBUG [RS:2;828b3f090c91:40929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:44,109 DEBUG [RS:2;828b3f090c91:40929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,109 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,34907,1732657360271 2024-11-26T21:42:44,109 INFO [RS:0;828b3f090c91:34907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:44,109 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,39657,1732657360376; all regions closed. 2024-11-26T21:42:44,109 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,40929,1732657360427; all regions closed. 2024-11-26T21:42:44,109 INFO [RS:0;828b3f090c91:34907 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:34907. 2024-11-26T21:42:44,109 DEBUG [RS:0;828b3f090c91:34907 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:44,109 DEBUG [RS:0;828b3f090c91:34907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,109 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5fece91d09c066ec2c3c93a5c12fceb4, disabling compactions & flushes 2024-11-26T21:42:44,109 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:44,109 INFO [RS:0;828b3f090c91:34907 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:42:44,109 INFO [RS:0;828b3f090c91:34907 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:42:44,109 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:44,109 INFO [RS:0;828b3f090c91:34907 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:42:44,110 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. after waiting 0 ms 2024-11-26T21:42:44,110 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:44,110 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:42:44,110 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-26T21:42:44,110 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1325): Online Regions={5fece91d09c066ec2c3c93a5c12fceb4=TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4., 1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:42:44,110 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:42:44,111 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:42:44,111 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:42:44,111 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:42:44,111 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5fece91d09c066ec2c3c93a5c12fceb4 2024-11-26T21:42:44,111 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:42:44,111 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T21:42:44,111 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:44,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741827_1017 (size=93) 2024-11-26T21:42:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741827_1017 (size=93) 2024-11-26T21:42:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741827_1017 (size=93) 2024-11-26T21:42:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741826_1016 (size=93) 2024-11-26T21:42:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741826_1016 (size=93) 2024-11-26T21:42:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741826_1016 (size=93) 2024-11-26T21:42:44,146 DEBUG [RS:1;828b3f090c91:39657 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs 2024-11-26T21:42:44,146 INFO [RS:1;828b3f090c91:39657 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C39657%2C1732657360376:(num 1732657361869) 2024-11-26T21:42:44,146 DEBUG [RS:1;828b3f090c91:39657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,146 INFO [RS:1;828b3f090c91:39657 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:44,146 INFO [RS:1;828b3f090c91:39657 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:44,147 DEBUG [RS:2;828b3f090c91:40929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C40929%2C1732657360427:(num 1732657361869) 2024-11-26T21:42:44,147 DEBUG [RS:2;828b3f090c91:40929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:44,147 INFO [RS:1;828b3f090c91:39657 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:44,147 INFO [RS:1;828b3f090c91:39657 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:42:44,147 INFO [RS:1;828b3f090c91:39657 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:42:44,147 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:44,147 INFO [RS:1;828b3f090c91:39657 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:44,147 INFO [RS:1;828b3f090c91:39657 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:42:44,147 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:42:44,147 INFO [RS:2;828b3f090c91:40929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:44,148 INFO [RS:2;828b3f090c91:40929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40929 2024-11-26T21:42:44,148 INFO [RS:1;828b3f090c91:39657 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39657 2024-11-26T21:42:44,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:44,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,40929,1732657360427 2024-11-26T21:42:44,151 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,39657,1732657360376 2024-11-26T21:42:44,151 INFO [RS:1;828b3f090c91:39657 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:44,151 INFO [RS:2;828b3f090c91:40929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:44,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,40929,1732657360427] 2024-11-26T21:42:44,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,40929,1732657360427 already deleted, retry=false 2024-11-26T21:42:44,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,40929,1732657360427 expired; onlineServers=2 2024-11-26T21:42:44,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,39657,1732657360376] 2024-11-26T21:42:44,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,39657,1732657360376 already deleted, retry=false 2024-11-26T21:42:44,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,39657,1732657360376 expired; onlineServers=1 2024-11-26T21:42:44,156 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/default/TestHBaseWalOnEC/5fece91d09c066ec2c3c93a5c12fceb4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T21:42:44,159 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:44,159 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5fece91d09c066ec2c3c93a5c12fceb4: Waiting for close lock at 1732657364109Running coprocessor pre-close hooks at 1732657364109Disabling compacts and flushes for region at 1732657364109Disabling writes for close at 1732657364110 (+1 ms)Writing region close event to WAL at 1732657364121 (+11 ms)Running coprocessor post-close hooks at 1732657364157 (+36 ms)Closed at 1732657364159 (+2 ms) 2024-11-26T21:42:44,160 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4. 2024-11-26T21:42:44,161 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/info/68789a182123403d8ab6a5a3bc84fd8c is 153, key is TestHBaseWalOnEC,,1732657362760.5fece91d09c066ec2c3c93a5c12fceb4./info:regioninfo/1732657363217/Put/seqid=0 2024-11-26T21:42:44,164 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,164 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,172 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1478005793_22 at /127.0.0.1:55926 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:44073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55926 dst: /127.0.0.1:44073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:44,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-26T21:42:44,177 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:44,178 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/info/68789a182123403d8ab6a5a3bc84fd8c 2024-11-26T21:42:44,202 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:44,202 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:44,218 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/ns/3bef4e1873f74985bf90fd23180f8f2f is 43, key is default/ns:d/1732657362452/Put/seqid=0 2024-11-26T21:42:44,221 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,222 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,229 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1478005793_22 at /127.0.0.1:55200 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:40533:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55200 dst: /127.0.0.1:40533 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:44,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-26T21:42:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-26T21:42:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-26T21:42:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-26T21:42:44,237 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:44,237 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/ns/3bef4e1873f74985bf90fd23180f8f2f 2024-11-26T21:42:44,254 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:44,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:44,254 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39657-0x1007dfc83fa0002, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:44,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40929-0x1007dfc83fa0003, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:44,255 INFO [RS:2;828b3f090c91:40929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:44,255 INFO [RS:1;828b3f090c91:39657 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:44,255 INFO [RS:1;828b3f090c91:39657 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,39657,1732657360376; zookeeper connection closed. 2024-11-26T21:42:44,255 INFO [RS:2;828b3f090c91:40929 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,40929,1732657360427; zookeeper connection closed. 2024-11-26T21:42:44,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@797f5596 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@797f5596 2024-11-26T21:42:44,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e9fde9b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e9fde9b 2024-11-26T21:42:44,268 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/table/f503fba7d66542cd92cc27866e5da2f4 is 52, key is TestHBaseWalOnEC/table:state/1732657363234/Put/seqid=0 2024-11-26T21:42:44,270 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,271 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,276 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1478005793_22 at /127.0.0.1:41136 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:40245:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41136 dst: /127.0.0.1:40245 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-26T21:42:44,284 WARN [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:44,284 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/table/f503fba7d66542cd92cc27866e5da2f4 2024-11-26T21:42:44,296 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/info/68789a182123403d8ab6a5a3bc84fd8c as hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/info/68789a182123403d8ab6a5a3bc84fd8c 2024-11-26T21:42:44,309 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/info/68789a182123403d8ab6a5a3bc84fd8c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T21:42:44,311 DEBUG [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T21:42:44,312 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/ns/3bef4e1873f74985bf90fd23180f8f2f as hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/ns/3bef4e1873f74985bf90fd23180f8f2f 2024-11-26T21:42:44,324 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/ns/3bef4e1873f74985bf90fd23180f8f2f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T21:42:44,327 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/.tmp/table/f503fba7d66542cd92cc27866e5da2f4 as hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/table/f503fba7d66542cd92cc27866e5da2f4 2024-11-26T21:42:44,339 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/table/f503fba7d66542cd92cc27866e5da2f4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T21:42:44,341 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 230ms, sequenceid=11, compaction requested=false 2024-11-26T21:42:44,342 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T21:42:44,351 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T21:42:44,352 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:42:44,352 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:42:44,353 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657364110Running coprocessor pre-close hooks at 1732657364110Disabling compacts and flushes for region at 1732657364110Disabling writes for close at 1732657364111 (+1 ms)Obtaining lock to block concurrent updates at 1732657364111Preparing flush snapshotting stores in 1588230740 at 1732657364111Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732657364112 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732657364113 (+1 ms)Flushing 1588230740/info: creating writer at 1732657364113Flushing 1588230740/info: appending metadata at 1732657364154 (+41 ms)Flushing 1588230740/info: closing flushed file at 1732657364154Flushing 1588230740/ns: creating writer at 1732657364191 (+37 ms)Flushing 1588230740/ns: appending metadata at 1732657364216 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732657364216Flushing 1588230740/table: creating writer at 1732657364247 (+31 ms)Flushing 1588230740/table: appending metadata at 1732657364267 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732657364267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c62aecf: reopening flushed file at 1732657364295 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d82fc7: reopening flushed file at 1732657364310 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f80556d: reopening flushed file at 1732657364325 (+15 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 230ms, sequenceid=11, compaction requested=false at 1732657364342 (+17 ms)Writing region close event to WAL at 1732657364344 (+2 ms)Running coprocessor post-close hooks at 1732657364352 (+8 ms)Closed at 1732657364352 2024-11-26T21:42:44,353 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:42:44,511 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,34907,1732657360271; all regions closed. 2024-11-26T21:42:44,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741829_1019 (size=2751) 2024-11-26T21:42:44,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741829_1019 (size=2751) 2024-11-26T21:42:44,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741829_1019 (size=2751) 2024-11-26T21:42:44,521 DEBUG [RS:0;828b3f090c91:34907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs 2024-11-26T21:42:44,521 INFO [RS:0;828b3f090c91:34907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C34907%2C1732657360271.meta:.meta(num 1732657362259) 2024-11-26T21:42:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741828_1018 (size=1298) 2024-11-26T21:42:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741828_1018 (size=1298) 2024-11-26T21:42:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741828_1018 (size=1298) 2024-11-26T21:42:44,528 DEBUG [RS:0;828b3f090c91:34907 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/oldWALs 2024-11-26T21:42:44,528 INFO [RS:0;828b3f090c91:34907 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 828b3f090c91%2C34907%2C1732657360271:(num 1732657361871) 2024-11-26T21:42:44,528 DEBUG [RS:0;828b3f090c91:34907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:44,528 INFO [RS:0;828b3f090c91:34907 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:44,528 INFO [RS:0;828b3f090c91:34907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:44,529 INFO [RS:0;828b3f090c91:34907 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:44,529 INFO [RS:0;828b3f090c91:34907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:44,529 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:44,529 INFO [RS:0;828b3f090c91:34907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34907 2024-11-26T21:42:44,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:44,531 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,34907,1732657360271 2024-11-26T21:42:44,531 INFO [RS:0;828b3f090c91:34907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:44,531 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,34907,1732657360271] 2024-11-26T21:42:44,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,34907,1732657360271 already deleted, retry=false 2024-11-26T21:42:44,532 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,34907,1732657360271 expired; onlineServers=0 2024-11-26T21:42:44,532 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,35769,1732657359572' ***** 2024-11-26T21:42:44,532 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:42:44,532 INFO [M:0;828b3f090c91:35769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:44,533 INFO [M:0;828b3f090c91:35769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:44,533 DEBUG [M:0;828b3f090c91:35769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:42:44,533 DEBUG [M:0;828b3f090c91:35769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:42:44,533 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657361487 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657361487,5,FailOnTimeoutGroup] 2024-11-26T21:42:44,533 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657361497 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657361497,5,FailOnTimeoutGroup] 2024-11-26T21:42:44,533 INFO [M:0;828b3f090c91:35769 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:44,533 INFO [M:0;828b3f090c91:35769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:44,533 DEBUG [M:0;828b3f090c91:35769 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:42:44,533 INFO [M:0;828b3f090c91:35769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:42:44,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:42:44,534 INFO [M:0;828b3f090c91:35769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:42:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:44,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:44,534 INFO [M:0;828b3f090c91:35769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:42:44,534 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:42:44,535 DEBUG [M:0;828b3f090c91:35769 {}] zookeeper.ZKUtil(347): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:42:44,535 WARN [M:0;828b3f090c91:35769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:42:44,536 INFO [M:0;828b3f090c91:35769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/.lastflushedseqids 2024-11-26T21:42:44,546 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,547 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,551 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55966 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:44073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55966 dst: /127.0.0.1:44073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-26T21:42:44,555 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:44,555 INFO [M:0;828b3f090c91:35769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:42:44,556 INFO [M:0;828b3f090c91:35769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:42:44,556 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:42:44,556 INFO [M:0;828b3f090c91:35769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:44,556 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:44,556 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:42:44,556 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:44,556 INFO [M:0;828b3f090c91:35769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-26T21:42:44,576 DEBUG [M:0;828b3f090c91:35769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/276736ae0d684d5285fda7da7657efc9 is 82, key is hbase:meta,,1/info:regioninfo/1732657362356/Put/seqid=0 2024-11-26T21:42:44,578 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,578 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,586 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55216 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:40533:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55216 dst: /127.0.0.1:40533 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:44,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-26T21:42:44,591 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:44,591 INFO [M:0;828b3f090c91:35769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/276736ae0d684d5285fda7da7657efc9 2024-11-26T21:42:44,623 DEBUG [M:0;828b3f090c91:35769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c01829e56cd42b8bb97de3dfb52a71c is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657363242/Put/seqid=0 2024-11-26T21:42:44,626 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,626 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,629 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55232 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:40533:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55232 dst: /127.0.0.1:40533 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:44,632 INFO [RS:0;828b3f090c91:34907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:44,632 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:44,632 INFO [RS:0;828b3f090c91:34907 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,34907,1732657360271; zookeeper connection closed. 2024-11-26T21:42:44,632 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34907-0x1007dfc83fa0001, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:44,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f8317b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f8317b9 2024-11-26T21:42:44,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T21:42:44,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775552_1037 (size=6439) 2024-11-26T21:42:44,635 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:44,635 INFO [M:0;828b3f090c91:35769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c01829e56cd42b8bb97de3dfb52a71c 2024-11-26T21:42:44,665 DEBUG [M:0;828b3f090c91:35769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7ba7e033a94e93afdf14bca66c1e2b is 69, key is 828b3f090c91,34907,1732657360271/rs:state/1732657361612/Put/seqid=0 2024-11-26T21:42:44,667 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,667 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T21:42:44,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-477978322_22 at /127.0.0.1:55258 [Receiving block BP-620076109-172.17.0.2-1732657356167:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:40533:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55258 dst: /127.0.0.1:40533 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T21:42:44,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-26T21:42:45,078 WARN [M:0;828b3f090c91:35769 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T21:42:45,078 INFO [M:0;828b3f090c91:35769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7ba7e033a94e93afdf14bca66c1e2b 2024-11-26T21:42:45,094 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/276736ae0d684d5285fda7da7657efc9 as hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/276736ae0d684d5285fda7da7657efc9 2024-11-26T21:42:45,105 INFO [M:0;828b3f090c91:35769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/276736ae0d684d5285fda7da7657efc9, entries=8, sequenceid=72, filesize=5.5 K 2024-11-26T21:42:45,107 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c01829e56cd42b8bb97de3dfb52a71c as hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c01829e56cd42b8bb97de3dfb52a71c 2024-11-26T21:42:45,116 INFO [M:0;828b3f090c91:35769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c01829e56cd42b8bb97de3dfb52a71c, entries=8, sequenceid=72, filesize=6.3 K 2024-11-26T21:42:45,117 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b7ba7e033a94e93afdf14bca66c1e2b as hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b7ba7e033a94e93afdf14bca66c1e2b 2024-11-26T21:42:45,129 INFO [M:0;828b3f090c91:35769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b7ba7e033a94e93afdf14bca66c1e2b, entries=3, sequenceid=72, filesize=5.2 K 2024-11-26T21:42:45,131 INFO [M:0;828b3f090c91:35769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=72, compaction requested=false 2024-11-26T21:42:45,132 INFO [M:0;828b3f090c91:35769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:45,132 DEBUG [M:0;828b3f090c91:35769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657364556Disabling compacts and flushes for region at 1732657364556Disabling writes for close at 1732657364556Obtaining lock to block concurrent updates at 1732657364556Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657364556Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1732657364557 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657364558 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657364558Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657364575 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657364575Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657364600 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657364622 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657364622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657364645 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657364664 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657364664Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5499a8ea: reopening flushed file at 1732657365092 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb9ae85: reopening flushed file at 1732657365105 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348965aa: reopening flushed file at 1732657365116 (+11 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 574ms, sequenceid=72, compaction requested=false at 1732657365131 (+15 ms)Writing region close event to WAL at 1732657365132 (+1 ms)Closed at 1732657365132 2024-11-26T21:42:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741825_1011 (size=32674) 2024-11-26T21:42:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40245 is added to blk_1073741825_1011 (size=32674) 2024-11-26T21:42:45,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40533 is added to blk_1073741825_1011 (size=32674) 2024-11-26T21:42:45,137 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:45,137 INFO [M:0;828b3f090c91:35769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:42:45,137 INFO [M:0;828b3f090c91:35769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35769 2024-11-26T21:42:45,137 INFO [M:0;828b3f090c91:35769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:45,239 INFO [M:0;828b3f090c91:35769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:45,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35769-0x1007dfc83fa0000, quorum=127.0.0.1:49428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:45,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:45,250 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:45,250 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:45,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:45,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:45,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:42:45,253 WARN [BP-620076109-172.17.0.2-1732657356167 heartbeating to localhost/127.0.0.1:36409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:42:45,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:42:45,253 WARN [BP-620076109-172.17.0.2-1732657356167 heartbeating to localhost/127.0.0.1:36409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620076109-172.17.0.2-1732657356167 (Datanode Uuid a95a9060-afa3-45ad-ba9b-a27cf409a89c) service to localhost/127.0.0.1:36409 2024-11-26T21:42:45,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data5/current/BP-620076109-172.17.0.2-1732657356167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:45,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data6/current/BP-620076109-172.17.0.2-1732657356167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:45,255 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:42:45,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:45,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:45,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:45,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:45,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:45,260 WARN [BP-620076109-172.17.0.2-1732657356167 heartbeating to localhost/127.0.0.1:36409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:42:45,260 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:42:45,260 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:42:45,260 WARN [BP-620076109-172.17.0.2-1732657356167 heartbeating to localhost/127.0.0.1:36409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620076109-172.17.0.2-1732657356167 (Datanode Uuid 58433c2e-fbf7-4c9e-a168-3478d25004fd) service to localhost/127.0.0.1:36409 2024-11-26T21:42:45,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data3/current/BP-620076109-172.17.0.2-1732657356167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:45,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data4/current/BP-620076109-172.17.0.2-1732657356167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:45,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:42:45,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:45,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:45,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:45,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:45,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:45,265 WARN [BP-620076109-172.17.0.2-1732657356167 heartbeating to localhost/127.0.0.1:36409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:42:45,265 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:42:45,265 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:42:45,265 WARN [BP-620076109-172.17.0.2-1732657356167 heartbeating to localhost/127.0.0.1:36409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620076109-172.17.0.2-1732657356167 (Datanode Uuid 0f510e70-2595-4a85-b0d4-019a0ab95069) service to localhost/127.0.0.1:36409 2024-11-26T21:42:45,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data1/current/BP-620076109-172.17.0.2-1732657356167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:45,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/cluster_0bf1d104-93e4-2584-60e5-cbab72ecf083/data/data2/current/BP-620076109-172.17.0.2-1732657356167 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:45,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:42:45,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:42:45,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:45,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:45,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:45,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:45,289 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:42:45,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:42:45,327 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 158), OpenFileDescriptor=447 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 336) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10590 (was 10871) 2024-11-26T21:42:45,335 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=10589 2024-11-26T21:42:45,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T21:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.log.dir so I do NOT create it in target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1 2024-11-26T21:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/783fdb6d-899a-94fc-b67b-03c429374075/hadoop.tmp.dir so I do NOT create it in target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1 2024-11-26T21:42:45,336 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87, deleteOnExit=true 2024-11-26T21:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T21:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/test.cache.data in system properties and HBase conf 2024-11-26T21:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T21:42:45,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir in system properties and HBase conf 2024-11-26T21:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T21:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T21:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T21:42:45,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T21:42:45,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T21:42:45,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/nfs.dump.dir in system properties and HBase conf 2024-11-26T21:42:45,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/java.io.tmpdir in system properties and HBase conf 2024-11-26T21:42:45,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T21:42:45,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T21:42:45,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T21:42:45,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:45,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:45,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:45,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:45,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:42:45,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:45,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2baf02db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:45,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ee857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:45,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a4689e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/java.io.tmpdir/jetty-localhost-42993-hadoop-hdfs-3_4_1-tests_jar-_-any-2374366853641129138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:42:45,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53c85678{HTTP/1.1, (http/1.1)}{localhost:42993} 2024-11-26T21:42:45,530 INFO [Time-limited test {}] server.Server(415): Started @11679ms 2024-11-26T21:42:45,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:45,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:45,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:45,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:45,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:42:45,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1841cfc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:45,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1c78c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:45,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@760f4a1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/java.io.tmpdir/jetty-localhost-33447-hadoop-hdfs-3_4_1-tests_jar-_-any-15268785536422365541/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:45,723 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e494f88{HTTP/1.1, (http/1.1)}{localhost:33447} 2024-11-26T21:42:45,723 INFO [Time-limited test {}] server.Server(415): Started @11872ms 2024-11-26T21:42:45,724 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:42:45,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:45,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:45,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:45,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:45,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T21:42:45,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fefad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:45,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@564d8641{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:45,799 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data1/current/BP-1055443905-172.17.0.2-1732657365367/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:45,799 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data2/current/BP-1055443905-172.17.0.2-1732657365367/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:45,822 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:42:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1755f507ed304c30 with lease ID 0x8dfea0daf6ac0a8: Processing first storage report for DS-664ead72-cbf4-4131-8ea4-90a01f070485 from datanode DatanodeRegistration(127.0.0.1:43877, datanodeUuid=20d4245e-d3b2-494a-b09c-49fee2a201c8, infoPort=37965, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367) 2024-11-26T21:42:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1755f507ed304c30 with lease ID 0x8dfea0daf6ac0a8: from storage DS-664ead72-cbf4-4131-8ea4-90a01f070485 node DatanodeRegistration(127.0.0.1:43877, datanodeUuid=20d4245e-d3b2-494a-b09c-49fee2a201c8, infoPort=37965, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1755f507ed304c30 with lease ID 0x8dfea0daf6ac0a8: Processing first storage report for DS-598b1087-f93d-42a9-bcfe-00dcc49bb5fc from datanode DatanodeRegistration(127.0.0.1:43877, datanodeUuid=20d4245e-d3b2-494a-b09c-49fee2a201c8, infoPort=37965, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367) 2024-11-26T21:42:45,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1755f507ed304c30 with lease ID 0x8dfea0daf6ac0a8: from storage DS-598b1087-f93d-42a9-bcfe-00dcc49bb5fc node DatanodeRegistration(127.0.0.1:43877, datanodeUuid=20d4245e-d3b2-494a-b09c-49fee2a201c8, infoPort=37965, infoSecurePort=0, ipcPort=35229, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:45,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25106b03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/java.io.tmpdir/jetty-localhost-34773-hadoop-hdfs-3_4_1-tests_jar-_-any-5662178875929123944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:45,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ae51624{HTTP/1.1, (http/1.1)}{localhost:34773} 2024-11-26T21:42:45,903 INFO [Time-limited test {}] server.Server(415): Started @12051ms 2024-11-26T21:42:45,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:42:45,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T21:42:45,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T21:42:45,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T21:42:45,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T21:42:45,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T21:42:45,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e56045e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,AVAILABLE} 2024-11-26T21:42:45,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@328032c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T21:42:45,972 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data3/current/BP-1055443905-172.17.0.2-1732657365367/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:45,973 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data4/current/BP-1055443905-172.17.0.2-1732657365367/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:45,995 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:42:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dfe0fd59cb8941c with lease ID 0x8dfea0daf6ac0a9: Processing first storage report for DS-fdcc8155-fda6-4d86-a278-171e0924578d from datanode DatanodeRegistration(127.0.0.1:37523, datanodeUuid=4af37862-4be3-4ea5-8f28-1fbfc2b26581, infoPort=35871, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367) 2024-11-26T21:42:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dfe0fd59cb8941c with lease ID 0x8dfea0daf6ac0a9: from storage DS-fdcc8155-fda6-4d86-a278-171e0924578d node DatanodeRegistration(127.0.0.1:37523, datanodeUuid=4af37862-4be3-4ea5-8f28-1fbfc2b26581, infoPort=35871, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dfe0fd59cb8941c with lease ID 0x8dfea0daf6ac0a9: Processing first storage report for DS-2e93a841-79d9-4cf9-bf3a-9ba2930e2f01 from datanode DatanodeRegistration(127.0.0.1:37523, datanodeUuid=4af37862-4be3-4ea5-8f28-1fbfc2b26581, infoPort=35871, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367) 2024-11-26T21:42:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dfe0fd59cb8941c with lease ID 0x8dfea0daf6ac0a9: from storage DS-2e93a841-79d9-4cf9-bf3a-9ba2930e2f01 node DatanodeRegistration(127.0.0.1:37523, datanodeUuid=4af37862-4be3-4ea5-8f28-1fbfc2b26581, infoPort=35871, infoSecurePort=0, ipcPort=35499, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:46,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ff8a873{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/java.io.tmpdir/jetty-localhost-44723-hadoop-hdfs-3_4_1-tests_jar-_-any-10848696965676339585/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:46,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ec581d{HTTP/1.1, (http/1.1)}{localhost:44723} 2024-11-26T21:42:46,052 INFO [Time-limited test {}] server.Server(415): Started @12201ms 2024-11-26T21:42:46,054 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T21:42:46,131 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data5/current/BP-1055443905-172.17.0.2-1732657365367/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:46,133 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data6/current/BP-1055443905-172.17.0.2-1732657365367/current, will proceed with Du for space computation calculation, 2024-11-26T21:42:46,156 WARN [Thread-576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T21:42:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb784d52f2c58cb72 with lease ID 0x8dfea0daf6ac0aa: Processing first storage report for DS-a840d632-207c-4a61-81b8-8021492fda85 from datanode DatanodeRegistration(127.0.0.1:34687, datanodeUuid=d952128d-940b-4e5b-bc9d-b97396a286fb, infoPort=35857, infoSecurePort=0, ipcPort=41371, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367) 2024-11-26T21:42:46,159 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb784d52f2c58cb72 with lease ID 0x8dfea0daf6ac0aa: from storage DS-a840d632-207c-4a61-81b8-8021492fda85 node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=d952128d-940b-4e5b-bc9d-b97396a286fb, infoPort=35857, infoSecurePort=0, ipcPort=41371, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb784d52f2c58cb72 with lease ID 0x8dfea0daf6ac0aa: Processing first storage report for DS-1e79aaae-a23f-480b-862b-a04f8f41be7c from datanode DatanodeRegistration(127.0.0.1:34687, datanodeUuid=d952128d-940b-4e5b-bc9d-b97396a286fb, infoPort=35857, infoSecurePort=0, ipcPort=41371, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367) 2024-11-26T21:42:46,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb784d52f2c58cb72 with lease ID 0x8dfea0daf6ac0aa: from storage DS-1e79aaae-a23f-480b-862b-a04f8f41be7c node DatanodeRegistration(127.0.0.1:34687, datanodeUuid=d952128d-940b-4e5b-bc9d-b97396a286fb, infoPort=35857, infoSecurePort=0, ipcPort=41371, storageInfo=lv=-57;cid=testClusterID;nsid=2024056169;c=1732657365367), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T21:42:46,196 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1 2024-11-26T21:42:46,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/zookeeper_0, clientPort=53174, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T21:42:46,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53174 2024-11-26T21:42:46,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:42:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:42:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741825_1001 (size=7) 2024-11-26T21:42:46,226 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf with version=8 2024-11-26T21:42:46,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36409/user/jenkins/test-data/13b7f0d3-5733-b6b6-ad0b-13c923b6fd2b/hbase-staging 2024-11-26T21:42:46,228 INFO [Time-limited test {}] client.ConnectionUtils(128): master/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:46,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:46,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:46,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T21:42:46,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:46,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34337 2024-11-26T21:42:46,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34337 connecting to ZooKeeper ensemble=127.0.0.1:53174 2024-11-26T21:42:46,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343370x0, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:46,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34337-0x1007dfca1250000 connected 2024-11-26T21:42:46,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:46,258 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf, hbase.cluster.distributed=false 2024-11-26T21:42:46,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:46,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-26T21:42:46,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34337 2024-11-26T21:42:46,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34337 2024-11-26T21:42:46,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-26T21:42:46,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34337 2024-11-26T21:42:46,282 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:46,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,283 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:46,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,283 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:46,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:42:46,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:46,284 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33451 2024-11-26T21:42:46,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33451 connecting to ZooKeeper ensemble=127.0.0.1:53174 2024-11-26T21:42:46,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334510x0, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:46,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334510x0, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:46,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33451-0x1007dfca1250001 connected 2024-11-26T21:42:46,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:42:46,294 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:42:46,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:42:46,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:46,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-26T21:42:46,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33451 2024-11-26T21:42:46,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33451 2024-11-26T21:42:46,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-26T21:42:46,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33451 2024-11-26T21:42:46,315 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:46,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,315 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:46,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,315 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:46,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:42:46,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:46,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35809 2024-11-26T21:42:46,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35809 connecting to ZooKeeper ensemble=127.0.0.1:53174 2024-11-26T21:42:46,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358090x0, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:46,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358090x0, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:46,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35809-0x1007dfca1250002 connected 2024-11-26T21:42:46,326 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:42:46,326 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:42:46,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:42:46,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:46,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-26T21:42:46,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35809 2024-11-26T21:42:46,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35809 2024-11-26T21:42:46,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-26T21:42:46,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35809 2024-11-26T21:42:46,349 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/828b3f090c91:0 server-side Connection retries=45 2024-11-26T21:42:46,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T21:42:46,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T21:42:46,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T21:42:46,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T21:42:46,350 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T21:42:46,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38039 2024-11-26T21:42:46,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38039 connecting to ZooKeeper ensemble=127.0.0.1:53174 2024-11-26T21:42:46,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,360 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380390x0, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T21:42:46,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380390x0, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:46,361 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T21:42:46,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38039-0x1007dfca1250003 connected 2024-11-26T21:42:46,362 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T21:42:46,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T21:42:46,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T21:42:46,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38039 2024-11-26T21:42:46,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38039 2024-11-26T21:42:46,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38039 2024-11-26T21:42:46,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38039 2024-11-26T21:42:46,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38039 2024-11-26T21:42:46,377 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;828b3f090c91:34337 2024-11-26T21:42:46,378 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/828b3f090c91,34337,1732657366228 2024-11-26T21:42:46,379 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,382 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/828b3f090c91,34337,1732657366228 2024-11-26T21:42:46,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:46,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:46,383 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:46,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,383 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,384 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T21:42:46,385 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/828b3f090c91,34337,1732657366228 from backup master directory 2024-11-26T21:42:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/828b3f090c91,34337,1732657366228 2024-11-26T21:42:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,386 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T21:42:46,387 WARN [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:46,387 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=828b3f090c91,34337,1732657366228 2024-11-26T21:42:46,395 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/hbase.id] with ID: de7b9d4f-ee61-45f8-b280-bc228b362d2d 2024-11-26T21:42:46,395 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/.tmp/hbase.id 2024-11-26T21:42:46,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:42:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:42:46,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741826_1002 (size=42) 2024-11-26T21:42:46,406 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/.tmp/hbase.id]:[hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/hbase.id] 2024-11-26T21:42:46,427 INFO [master/828b3f090c91:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T21:42:46,427 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T21:42:46,429 INFO [master/828b3f090c91:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T21:42:46,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,432 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:42:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:42:46,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741827_1003 (size=196) 2024-11-26T21:42:46,445 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:42:46,446 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T21:42:46,446 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T21:42:46,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:42:46,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:42:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741828_1004 (size=1189) 2024-11-26T21:42:46,460 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store 2024-11-26T21:42:46,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:42:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:42:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741829_1005 (size=34) 2024-11-26T21:42:46,474 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:46,474 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:42:46,474 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:46,474 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:46,474 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:42:46,474 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:46,474 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:46,474 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657366474Disabling compacts and flushes for region at 1732657366474Disabling writes for close at 1732657366474Writing region close event to WAL at 1732657366474Closed at 1732657366474 2024-11-26T21:42:46,476 WARN [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/.initializing 2024-11-26T21:42:46,476 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/WALs/828b3f090c91,34337,1732657366228 2024-11-26T21:42:46,480 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C34337%2C1732657366228, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/WALs/828b3f090c91,34337,1732657366228, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/oldWALs, maxLogs=10 2024-11-26T21:42:46,481 INFO [master/828b3f090c91:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 828b3f090c91%2C34337%2C1732657366228.1732657366480 2024-11-26T21:42:46,492 INFO [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/WALs/828b3f090c91,34337,1732657366228/828b3f090c91%2C34337%2C1732657366228.1732657366480 2024-11-26T21:42:46,495 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:35871:35871)] 2024-11-26T21:42:46,495 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:42:46,495 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:46,496 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,496 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T21:42:46,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:46,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T21:42:46,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:46,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T21:42:46,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:46,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T21:42:46,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:46,510 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,511 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,512 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,514 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,514 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,514 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:42:46,516 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T21:42:46,520 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:42:46,521 INFO [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74799237, jitterRate=0.11459548771381378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:42:46,522 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732657366496Initializing all the Stores at 1732657366497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657366498 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657366498Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657366498Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657366498Cleaning up temporary data from old regions at 1732657366514 (+16 ms)Region opened successfully at 1732657366522 (+8 ms) 2024-11-26T21:42:46,523 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T21:42:46,528 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ed7938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:46,529 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T21:42:46,530 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T21:42:46,530 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T21:42:46,530 INFO [master/828b3f090c91:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T21:42:46,531 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T21:42:46,531 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T21:42:46,531 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T21:42:46,534 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T21:42:46,535 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T21:42:46,536 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T21:42:46,537 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T21:42:46,538 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T21:42:46,538 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T21:42:46,539 INFO [master/828b3f090c91:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T21:42:46,540 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T21:42:46,541 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T21:42:46,542 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T21:42:46,543 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T21:42:46,546 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T21:42:46,546 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T21:42:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,548 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:46,548 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,549 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=828b3f090c91,34337,1732657366228, sessionid=0x1007dfca1250000, setting cluster-up flag (Was=false) 2024-11-26T21:42:46,551 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,555 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T21:42:46,556 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,34337,1732657366228 2024-11-26T21:42:46,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,559 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:46,563 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T21:42:46,564 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=828b3f090c91,34337,1732657366228 2024-11-26T21:42:46,566 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T21:42:46,569 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:46,570 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T21:42:46,570 INFO [master/828b3f090c91:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T21:42:46,570 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 828b3f090c91,34337,1732657366228 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T21:42:46,572 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:46,572 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:46,572 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:46,572 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/828b3f090c91:0, corePoolSize=5, maxPoolSize=5 2024-11-26T21:42:46,573 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/828b3f090c91:0, corePoolSize=10, maxPoolSize=10 2024-11-26T21:42:46,573 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,573 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:46,573 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:46,576 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T21:42:46,578 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T21:42:46,585 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732657396585 2024-11-26T21:42:46,586 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T21:42:46,586 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T21:42:46,586 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T21:42:46,586 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T21:42:46,586 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T21:42:46,586 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T21:42:46,586 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,587 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T21:42:46,587 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T21:42:46,587 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T21:42:46,588 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T21:42:46,588 INFO [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T21:42:46,588 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657366588,5,FailOnTimeoutGroup] 2024-11-26T21:42:46,588 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657366588,5,FailOnTimeoutGroup] 2024-11-26T21:42:46,588 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,589 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T21:42:46,589 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,589 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:42:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:42:46,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741831_1007 (size=1321) 2024-11-26T21:42:46,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T21:42:46,601 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf 2024-11-26T21:42:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:42:46,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:42:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741832_1008 (size=32) 2024-11-26T21:42:46,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:46,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:42:46,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:42:46,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:46,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:42:46,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:42:46,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:46,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:42:46,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:42:46,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:46,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:42:46,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:42:46,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:46,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:46,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:42:46,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740 2024-11-26T21:42:46,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740 2024-11-26T21:42:46,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:42:46,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:42:46,631 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:42:46,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:42:46,635 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:42:46,636 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62523282, jitterRate=-0.06833049654960632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:42:46,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732657366613Initializing all the Stores at 1732657366614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657366614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657366614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657366614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657366614Cleaning up temporary data from old regions at 1732657366630 (+16 ms)Region opened successfully at 1732657366636 (+6 ms) 2024-11-26T21:42:46,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:42:46,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:42:46,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:42:46,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:42:46,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:42:46,638 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:42:46,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657366637Disabling compacts and flushes for region at 1732657366637Disabling writes for close at 1732657366637Writing region close event to WAL at 1732657366638 (+1 ms)Closed at 1732657366638 2024-11-26T21:42:46,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:46,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T21:42:46,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T21:42:46,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:42:46,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T21:42:46,667 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(746): ClusterId : de7b9d4f-ee61-45f8-b280-bc228b362d2d 2024-11-26T21:42:46,667 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(746): ClusterId : de7b9d4f-ee61-45f8-b280-bc228b362d2d 2024-11-26T21:42:46,667 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(746): ClusterId : de7b9d4f-ee61-45f8-b280-bc228b362d2d 2024-11-26T21:42:46,667 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:42:46,667 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:42:46,667 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T21:42:46,669 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:42:46,669 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:42:46,669 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:42:46,669 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:42:46,669 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T21:42:46,669 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T21:42:46,671 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:42:46,671 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:42:46,671 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T21:42:46,671 DEBUG [RS:1;828b3f090c91:35809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7406ec81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:46,671 DEBUG [RS:0;828b3f090c91:33451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46821251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:46,672 DEBUG [RS:2;828b3f090c91:38039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723b9f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=828b3f090c91/172.17.0.2:0 2024-11-26T21:42:46,685 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;828b3f090c91:35809 2024-11-26T21:42:46,685 INFO [RS:1;828b3f090c91:35809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:42:46,685 INFO [RS:1;828b3f090c91:35809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:42:46,685 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:42:46,686 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,34337,1732657366228 with port=35809, startcode=1732657366314 2024-11-26T21:42:46,687 DEBUG [RS:1;828b3f090c91:35809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:42:46,688 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;828b3f090c91:38039 2024-11-26T21:42:46,688 DEBUG [RS:0;828b3f090c91:33451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;828b3f090c91:33451 2024-11-26T21:42:46,688 INFO [RS:2;828b3f090c91:38039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:42:46,688 INFO [RS:2;828b3f090c91:38039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:42:46,688 INFO [RS:0;828b3f090c91:33451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T21:42:46,688 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:42:46,688 INFO [RS:0;828b3f090c91:33451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T21:42:46,688 DEBUG [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T21:42:46,689 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,34337,1732657366228 with port=33451, startcode=1732657366282 2024-11-26T21:42:46,689 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(2659): reportForDuty to master=828b3f090c91,34337,1732657366228 with port=38039, startcode=1732657366348 2024-11-26T21:42:46,690 DEBUG [RS:0;828b3f090c91:33451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:42:46,690 DEBUG [RS:2;828b3f090c91:38039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T21:42:46,690 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60363, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:42:46,690 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,35809,1732657366314 2024-11-26T21:42:46,691 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,35809,1732657366314 2024-11-26T21:42:46,691 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:42:46,691 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T21:42:46,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,33451,1732657366282 2024-11-26T21:42:46,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,33451,1732657366282 2024-11-26T21:42:46,694 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf 2024-11-26T21:42:46,694 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34381 2024-11-26T21:42:46,694 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:42:46,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:46,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 828b3f090c91,38039,1732657366348 2024-11-26T21:42:46,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34337 {}] master.ServerManager(517): Registering regionserver=828b3f090c91,38039,1732657366348 2024-11-26T21:42:46,696 DEBUG [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf 2024-11-26T21:42:46,696 DEBUG [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34381 2024-11-26T21:42:46,696 DEBUG [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:42:46,699 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf 2024-11-26T21:42:46,699 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34381 2024-11-26T21:42:46,699 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T21:42:46,699 DEBUG [RS:1;828b3f090c91:35809 {}] zookeeper.ZKUtil(111): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,35809,1732657366314 2024-11-26T21:42:46,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,35809,1732657366314] 2024-11-26T21:42:46,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,33451,1732657366282] 2024-11-26T21:42:46,699 WARN [RS:1;828b3f090c91:35809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:46,699 INFO [RS:1;828b3f090c91:35809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T21:42:46,699 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,35809,1732657366314 2024-11-26T21:42:46,699 DEBUG [RS:0;828b3f090c91:33451 {}] zookeeper.ZKUtil(111): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,33451,1732657366282 2024-11-26T21:42:46,699 WARN [RS:0;828b3f090c91:33451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:46,699 INFO [RS:0;828b3f090c91:33451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T21:42:46,700 DEBUG [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,33451,1732657366282 2024-11-26T21:42:46,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:46,701 DEBUG [RS:2;828b3f090c91:38039 {}] zookeeper.ZKUtil(111): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/828b3f090c91,38039,1732657366348 2024-11-26T21:42:46,701 WARN [RS:2;828b3f090c91:38039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T21:42:46,701 INFO [RS:2;828b3f090c91:38039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T21:42:46,701 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,38039,1732657366348 2024-11-26T21:42:46,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [828b3f090c91,38039,1732657366348] 2024-11-26T21:42:46,709 INFO [RS:1;828b3f090c91:35809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:42:46,721 INFO [RS:0;828b3f090c91:33451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:42:46,724 INFO [RS:1;828b3f090c91:35809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:42:46,725 INFO [RS:0;828b3f090c91:33451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:42:46,725 INFO [RS:2;828b3f090c91:38039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T21:42:46,729 INFO [RS:1;828b3f090c91:35809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:42:46,729 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,730 INFO [RS:0;828b3f090c91:33451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:42:46,730 INFO [RS:2;828b3f090c91:38039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T21:42:46,730 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:42:46,730 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,730 INFO [RS:2;828b3f090c91:38039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T21:42:46,730 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,731 INFO [RS:1;828b3f090c91:35809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:42:46,731 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,732 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,733 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:46,733 DEBUG [RS:1;828b3f090c91:35809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:46,733 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:42:46,733 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T21:42:46,734 INFO [RS:0;828b3f090c91:33451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:42:46,734 INFO [RS:2;828b3f090c91:38039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T21:42:46,734 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,734 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/828b3f090c91:0, corePoolSize=2, maxPoolSize=2 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/828b3f090c91:0, corePoolSize=1, maxPoolSize=1 2024-11-26T21:42:46,735 DEBUG [RS:0;828b3f090c91:33451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:46,735 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:46,736 DEBUG [RS:2;828b3f090c91:38039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0, corePoolSize=3, maxPoolSize=3 2024-11-26T21:42:46,742 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35809,1732657366314-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,742 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33451,1732657366282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,743 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,38039,1732657366348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:46,760 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:42:46,760 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,35809,1732657366314-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,760 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,760 INFO [RS:1;828b3f090c91:35809 {}] regionserver.Replication(171): 828b3f090c91,35809,1732657366314 started 2024-11-26T21:42:46,775 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,775 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,35809,1732657366314, RpcServer on 828b3f090c91/172.17.0.2:35809, sessionid=0x1007dfca1250002 2024-11-26T21:42:46,776 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:42:46,776 DEBUG [RS:1;828b3f090c91:35809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,35809,1732657366314 2024-11-26T21:42:46,776 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,35809,1732657366314' 2024-11-26T21:42:46,776 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:42:46,776 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:42:46,777 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:42:46,777 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:42:46,777 DEBUG [RS:1;828b3f090c91:35809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,35809,1732657366314 2024-11-26T21:42:46,777 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,35809,1732657366314' 2024-11-26T21:42:46,777 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:42:46,777 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:42:46,778 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,38039,1732657366348-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,778 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:42:46,778 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,778 INFO [RS:2;828b3f090c91:38039 {}] regionserver.Replication(171): 828b3f090c91,38039,1732657366348 started 2024-11-26T21:42:46,778 DEBUG [RS:1;828b3f090c91:35809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:42:46,778 INFO [RS:1;828b3f090c91:35809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:42:46,778 INFO [RS:1;828b3f090c91:35809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:42:46,780 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T21:42:46,781 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,33451,1732657366282-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,781 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,781 INFO [RS:0;828b3f090c91:33451 {}] regionserver.Replication(171): 828b3f090c91,33451,1732657366282 started 2024-11-26T21:42:46,793 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,793 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,38039,1732657366348, RpcServer on 828b3f090c91/172.17.0.2:38039, sessionid=0x1007dfca1250003 2024-11-26T21:42:46,793 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:42:46,793 DEBUG [RS:2;828b3f090c91:38039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,38039,1732657366348 2024-11-26T21:42:46,793 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,38039,1732657366348' 2024-11-26T21:42:46,794 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:42:46,794 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:42:46,794 WARN [828b3f090c91:34337 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T21:42:46,795 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:42:46,795 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:42:46,795 DEBUG [RS:2;828b3f090c91:38039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,38039,1732657366348 2024-11-26T21:42:46,795 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,38039,1732657366348' 2024-11-26T21:42:46,795 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:42:46,795 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:42:46,796 DEBUG [RS:2;828b3f090c91:38039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:42:46,796 INFO [RS:2;828b3f090c91:38039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:42:46,796 INFO [RS:2;828b3f090c91:38039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:42:46,802 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:46,802 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(1482): Serving as 828b3f090c91,33451,1732657366282, RpcServer on 828b3f090c91/172.17.0.2:33451, sessionid=0x1007dfca1250001 2024-11-26T21:42:46,802 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T21:42:46,802 DEBUG [RS:0;828b3f090c91:33451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 828b3f090c91,33451,1732657366282 2024-11-26T21:42:46,802 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,33451,1732657366282' 2024-11-26T21:42:46,803 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T21:42:46,803 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T21:42:46,804 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T21:42:46,804 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T21:42:46,804 DEBUG [RS:0;828b3f090c91:33451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 828b3f090c91,33451,1732657366282 2024-11-26T21:42:46,804 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '828b3f090c91,33451,1732657366282' 2024-11-26T21:42:46,804 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T21:42:46,804 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T21:42:46,805 DEBUG [RS:0;828b3f090c91:33451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T21:42:46,805 INFO [RS:0;828b3f090c91:33451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T21:42:46,805 INFO [RS:0;828b3f090c91:33451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T21:42:46,881 INFO [RS:1;828b3f090c91:35809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C35809%2C1732657366314, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,35809,1732657366314, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs, maxLogs=32 2024-11-26T21:42:46,883 INFO [RS:1;828b3f090c91:35809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 828b3f090c91%2C35809%2C1732657366314.1732657366882 2024-11-26T21:42:46,892 INFO [RS:1;828b3f090c91:35809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,35809,1732657366314/828b3f090c91%2C35809%2C1732657366314.1732657366882 2024-11-26T21:42:46,898 DEBUG [RS:1;828b3f090c91:35809 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:35871:35871)] 2024-11-26T21:42:46,898 INFO [RS:2;828b3f090c91:38039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C38039%2C1732657366348, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,38039,1732657366348, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs, maxLogs=32 2024-11-26T21:42:46,900 INFO [RS:2;828b3f090c91:38039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 828b3f090c91%2C38039%2C1732657366348.1732657366900 2024-11-26T21:42:46,908 INFO [RS:0;828b3f090c91:33451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C33451%2C1732657366282, suffix=, logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,33451,1732657366282, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs, maxLogs=32 2024-11-26T21:42:46,909 INFO [RS:0;828b3f090c91:33451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 828b3f090c91%2C33451%2C1732657366282.1732657366908 2024-11-26T21:42:46,919 INFO [RS:2;828b3f090c91:38039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,38039,1732657366348/828b3f090c91%2C38039%2C1732657366348.1732657366900 2024-11-26T21:42:46,930 DEBUG [RS:2;828b3f090c91:38039 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:35871:35871),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-26T21:42:46,932 INFO [RS:0;828b3f090c91:33451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,33451,1732657366282/828b3f090c91%2C33451%2C1732657366282.1732657366908 2024-11-26T21:42:46,933 DEBUG [RS:0;828b3f090c91:33451 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35871:35871),(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:37965:37965)] 2024-11-26T21:42:47,045 DEBUG [828b3f090c91:34337 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T21:42:47,045 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:42:47,049 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:42:47,049 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:42:47,049 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T21:42:47,049 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:42:47,049 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:42:47,049 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T21:42:47,049 INFO [828b3f090c91:34337 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:42:47,049 INFO [828b3f090c91:34337 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:42:47,049 INFO [828b3f090c91:34337 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T21:42:47,049 DEBUG [828b3f090c91:34337 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:42:47,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=828b3f090c91,35809,1732657366314 2024-11-26T21:42:47,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,35809,1732657366314, state=OPENING 2024-11-26T21:42:47,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T21:42:47,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:47,055 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:47,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:47,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:47,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,055 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T21:42:47,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,35809,1732657366314}] 2024-11-26T21:42:47,211 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:42:47,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:42:47,221 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T21:42:47,222 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T21:42:47,225 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=828b3f090c91%2C35809%2C1732657366314.meta, suffix=.meta, logDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,35809,1732657366314, archiveDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs, maxLogs=32 2024-11-26T21:42:47,226 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 828b3f090c91%2C35809%2C1732657366314.meta.1732657367226.meta 2024-11-26T21:42:47,234 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/WALs/828b3f090c91,35809,1732657366314/828b3f090c91%2C35809%2C1732657366314.meta.1732657367226.meta 2024-11-26T21:42:47,237 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35871:35871),(127.0.0.1/127.0.0.1:37965:37965),(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-26T21:42:47,238 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:42:47,239 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T21:42:47,239 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T21:42:47,239 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T21:42:47,239 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T21:42:47,239 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:47,239 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T21:42:47,239 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T21:42:47,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T21:42:47,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T21:42:47,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:47,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:47,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T21:42:47,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T21:42:47,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:47,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:47,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T21:42:47,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T21:42:47,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:47,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:47,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T21:42:47,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T21:42:47,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:47,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T21:42:47,249 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T21:42:47,250 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740 2024-11-26T21:42:47,252 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740 2024-11-26T21:42:47,253 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T21:42:47,253 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T21:42:47,254 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T21:42:47,256 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T21:42:47,257 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58870091, jitterRate=-0.12276728451251984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T21:42:47,257 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T21:42:47,259 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732657367239Writing region info on filesystem at 1732657367239Initializing all the Stores at 1732657367241 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657367241Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657367241Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657367241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732657367241Cleaning up temporary data from old regions at 1732657367254 (+13 ms)Running coprocessor post-open hooks at 1732657367257 (+3 ms)Region opened successfully at 1732657367258 (+1 ms) 2024-11-26T21:42:47,261 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732657367211 2024-11-26T21:42:47,265 DEBUG [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T21:42:47,265 INFO [RS_OPEN_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T21:42:47,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,35809,1732657366314 2024-11-26T21:42:47,268 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 828b3f090c91,35809,1732657366314, state=OPEN 2024-11-26T21:42:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:47,269 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:47,269 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=828b3f090c91,35809,1732657366314 2024-11-26T21:42:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T21:42:47,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T21:42:47,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T21:42:47,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=828b3f090c91,35809,1732657366314 in 213 msec 2024-11-26T21:42:47,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T21:42:47,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-26T21:42:47,280 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T21:42:47,280 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T21:42:47,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:42:47,282 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,35809,1732657366314, seqNum=-1] 2024-11-26T21:42:47,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:42:47,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:42:47,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 722 msec 2024-11-26T21:42:47,292 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732657367292, completionTime=-1 2024-11-26T21:42:47,292 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T21:42:47,292 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T21:42:47,295 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T21:42:47,295 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732657427295 2024-11-26T21:42:47,295 INFO [master/828b3f090c91:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732657487295 2024-11-26T21:42:47,296 INFO [master/828b3f090c91:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-26T21:42:47,296 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34337,1732657366228-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:47,296 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34337,1732657366228-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:47,296 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34337,1732657366228-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:47,296 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-828b3f090c91:34337, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:47,297 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:47,297 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:47,300 DEBUG [master/828b3f090c91:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T21:42:47,304 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.917sec 2024-11-26T21:42:47,304 INFO [master/828b3f090c91:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T21:42:47,304 INFO [master/828b3f090c91:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T21:42:47,304 INFO [master/828b3f090c91:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T21:42:47,304 INFO [master/828b3f090c91:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T21:42:47,305 INFO [master/828b3f090c91:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T21:42:47,305 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34337,1732657366228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T21:42:47,305 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34337,1732657366228-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T21:42:47,308 DEBUG [master/828b3f090c91:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T21:42:47,308 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T21:42:47,308 INFO [master/828b3f090c91:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=828b3f090c91,34337,1732657366228-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T21:42:47,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43946203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:42:47,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 828b3f090c91,34337,-1 for getting cluster id 2024-11-26T21:42:47,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T21:42:47,370 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de7b9d4f-ee61-45f8-b280-bc228b362d2d' 2024-11-26T21:42:47,370 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T21:42:47,370 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de7b9d4f-ee61-45f8-b280-bc228b362d2d" 2024-11-26T21:42:47,371 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bde865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:42:47,371 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [828b3f090c91,34337,-1] 2024-11-26T21:42:47,371 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T21:42:47,372 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:47,374 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T21:42:47,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3562bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T21:42:47,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T21:42:47,378 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=828b3f090c91,35809,1732657366314, seqNum=-1] 2024-11-26T21:42:47,379 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:42:47,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:42:47,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=828b3f090c91,34337,1732657366228 2024-11-26T21:42:47,388 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T21:42:47,390 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 828b3f090c91,34337,1732657366228 2024-11-26T21:42:47,390 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fbf1e16 2024-11-26T21:42:47,390 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T21:42:47,399 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T21:42:47,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T21:42:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-26T21:42:47,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T21:42:47,404 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:47,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-26T21:42:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:47,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T21:42:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741837_1013 (size=392) 2024-11-26T21:42:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741837_1013 (size=392) 2024-11-26T21:42:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741837_1013 (size=392) 2024-11-26T21:42:47,426 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc43b2e71e645b0bb76f0a3a38e7f19e, NAME => 'TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf 2024-11-26T21:42:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741838_1014 (size=51) 2024-11-26T21:42:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741838_1014 (size=51) 2024-11-26T21:42:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741838_1014 (size=51) 2024-11-26T21:42:47,437 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:47,437 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing bc43b2e71e645b0bb76f0a3a38e7f19e, disabling compactions & flushes 2024-11-26T21:42:47,437 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:47,437 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:47,437 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. after waiting 0 ms 2024-11-26T21:42:47,437 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:47,437 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:47,437 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc43b2e71e645b0bb76f0a3a38e7f19e: Waiting for close lock at 1732657367437Disabling compacts and flushes for region at 1732657367437Disabling writes for close at 1732657367437Writing region close event to WAL at 1732657367437Closed at 1732657367437 2024-11-26T21:42:47,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T21:42:47,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732657367439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732657367439"}]},"ts":"1732657367439"} 2024-11-26T21:42:47,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T21:42:47,445 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T21:42:47,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657367445"}]},"ts":"1732657367445"} 2024-11-26T21:42:47,448 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-26T21:42:47,448 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {828b3f090c91=0} racks are {/default-rack=0} 2024-11-26T21:42:47,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T21:42:47,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T21:42:47,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T21:42:47,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T21:42:47,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T21:42:47,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T21:42:47,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T21:42:47,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T21:42:47,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T21:42:47,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T21:42:47,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=bc43b2e71e645b0bb76f0a3a38e7f19e, ASSIGN}] 2024-11-26T21:42:47,453 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=bc43b2e71e645b0bb76f0a3a38e7f19e, ASSIGN 2024-11-26T21:42:47,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=bc43b2e71e645b0bb76f0a3a38e7f19e, ASSIGN; state=OFFLINE, location=828b3f090c91,38039,1732657366348; forceNewPlan=false, retain=false 2024-11-26T21:42:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:47,607 INFO [828b3f090c91:34337 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T21:42:47,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc43b2e71e645b0bb76f0a3a38e7f19e, regionState=OPENING, regionLocation=828b3f090c91,38039,1732657366348 2024-11-26T21:42:47,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=bc43b2e71e645b0bb76f0a3a38e7f19e, ASSIGN because future has completed 2024-11-26T21:42:47,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc43b2e71e645b0bb76f0a3a38e7f19e, server=828b3f090c91,38039,1732657366348}] 2024-11-26T21:42:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:47,768 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T21:42:47,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47711, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T21:42:47,778 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:47,778 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bc43b2e71e645b0bb76f0a3a38e7f19e, NAME => 'TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e.', STARTKEY => '', ENDKEY => ''} 2024-11-26T21:42:47,779 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,779 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T21:42:47,779 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,779 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,781 INFO [StoreOpener-bc43b2e71e645b0bb76f0a3a38e7f19e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,784 INFO [StoreOpener-bc43b2e71e645b0bb76f0a3a38e7f19e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc43b2e71e645b0bb76f0a3a38e7f19e columnFamilyName cf 2024-11-26T21:42:47,784 DEBUG [StoreOpener-bc43b2e71e645b0bb76f0a3a38e7f19e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T21:42:47,785 INFO [StoreOpener-bc43b2e71e645b0bb76f0a3a38e7f19e-1 {}] regionserver.HStore(327): Store=bc43b2e71e645b0bb76f0a3a38e7f19e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T21:42:47,785 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,786 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,787 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,790 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,792 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T21:42:47,793 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bc43b2e71e645b0bb76f0a3a38e7f19e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61813053, jitterRate=-0.07891373336315155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T21:42:47,793 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:47,795 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bc43b2e71e645b0bb76f0a3a38e7f19e: Running coprocessor pre-open hook at 1732657367779Writing region info on filesystem at 1732657367779Initializing all the Stores at 1732657367781 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732657367781Cleaning up temporary data from old regions at 1732657367787 (+6 ms)Running coprocessor post-open hooks at 1732657367793 (+6 ms)Region opened successfully at 1732657367795 (+2 ms) 2024-11-26T21:42:47,796 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e., pid=6, masterSystemTime=1732657367767 2024-11-26T21:42:47,799 DEBUG [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:47,799 INFO [RS_OPEN_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:47,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bc43b2e71e645b0bb76f0a3a38e7f19e, regionState=OPEN, openSeqNum=2, regionLocation=828b3f090c91,38039,1732657366348 2024-11-26T21:42:47,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc43b2e71e645b0bb76f0a3a38e7f19e, server=828b3f090c91,38039,1732657366348 because future has completed 2024-11-26T21:42:47,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T21:42:47,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T21:42:47,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bc43b2e71e645b0bb76f0a3a38e7f19e, server=828b3f090c91,38039,1732657366348 in 193 msec 2024-11-26T21:42:47,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:42:47,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T21:42:47,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=bc43b2e71e645b0bb76f0a3a38e7f19e, ASSIGN in 361 msec 2024-11-26T21:42:47,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T21:42:47,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732657367818"}]},"ts":"1732657367818"} 2024-11-26T21:42:47,821 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-26T21:42:47,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T21:42:47,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 423 msec 2024-11-26T21:42:47,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:42:47,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T21:42:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T21:42:48,031 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T21:42:48,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-26T21:42:48,031 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:42:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-26T21:42:48,035 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T21:42:48,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-26T21:42:48,040 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e., hostname=828b3f090c91,38039,1732657366348, seqNum=2] 2024-11-26T21:42:48,040 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T21:42:48,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T21:42:48,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-26T21:42:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-26T21:42:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T21:42:48,050 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-26T21:42:48,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T21:42:48,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T21:42:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T21:42:48,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T21:42:48,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:48,209 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing bc43b2e71e645b0bb76f0a3a38e7f19e 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-26T21:42:48,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e/.tmp/cf/bc18e079362b4f2ea6302265f833fd6c is 36, key is row/cf:cq/1732657368043/Put/seqid=0 2024-11-26T21:42:48,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741839_1015 (size=4787) 2024-11-26T21:42:48,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741839_1015 (size=4787) 2024-11-26T21:42:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741839_1015 (size=4787) 2024-11-26T21:42:48,243 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e/.tmp/cf/bc18e079362b4f2ea6302265f833fd6c 2024-11-26T21:42:48,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e/.tmp/cf/bc18e079362b4f2ea6302265f833fd6c as hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e/cf/bc18e079362b4f2ea6302265f833fd6c 2024-11-26T21:42:48,263 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e/cf/bc18e079362b4f2ea6302265f833fd6c, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T21:42:48,264 INFO [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for bc43b2e71e645b0bb76f0a3a38e7f19e in 55ms, sequenceid=5, compaction requested=false 2024-11-26T21:42:48,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for bc43b2e71e645b0bb76f0a3a38e7f19e: 2024-11-26T21:42:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:48,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/828b3f090c91:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T21:42:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T21:42:48,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T21:42:48,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 215 msec 2024-11-26T21:42:48,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 226 msec 2024-11-26T21:42:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34337 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T21:42:48,371 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T21:42:48,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T21:42:48,377 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:42:48,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:48,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T21:42:48,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T21:42:48,379 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1459616072, stopped=false 2024-11-26T21:42:48,379 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=828b3f090c91,34337,1732657366228 2024-11-26T21:42:48,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:48,380 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:48,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:48,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T21:42:48,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:48,381 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:48,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:48,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:48,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:48,381 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:42:48,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:48,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T21:42:48,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:48,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:48,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T21:42:48,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,33451,1732657366282' ***** 2024-11-26T21:42:48,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:42:48,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,35809,1732657366314' ***** 2024-11-26T21:42:48,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:42:48,383 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '828b3f090c91,38039,1732657366348' ***** 2024-11-26T21:42:48,383 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:42:48,383 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T21:42:48,383 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:42:48,383 INFO [RS:0;828b3f090c91:33451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:42:48,383 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:42:48,383 INFO [RS:0;828b3f090c91:33451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:42:48,383 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:42:48,383 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,33451,1732657366282 2024-11-26T21:42:48,383 INFO [RS:1;828b3f090c91:35809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:42:48,384 INFO [RS:0;828b3f090c91:33451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,35809,1732657366314 2024-11-26T21:42:48,384 INFO [RS:0;828b3f090c91:33451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;828b3f090c91:33451. 2024-11-26T21:42:48,384 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:48,384 INFO [RS:2;828b3f090c91:38039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;828b3f090c91:35809. 2024-11-26T21:42:48,384 DEBUG [RS:0;828b3f090c91:33451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:48,384 INFO [RS:2;828b3f090c91:38039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T21:42:48,384 DEBUG [RS:0;828b3f090c91:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,384 DEBUG [RS:1;828b3f090c91:35809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:48,384 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(3091): Received CLOSE for bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:48,384 DEBUG [RS:1;828b3f090c91:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,384 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,33451,1732657366282; all regions closed. 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:42:48,384 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T21:42:48,384 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T21:42:48,392 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(959): stopping server 828b3f090c91,38039,1732657366348 2024-11-26T21:42:48,392 INFO [RS:2;828b3f090c91:38039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:48,392 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc43b2e71e645b0bb76f0a3a38e7f19e, disabling compactions & flushes 2024-11-26T21:42:48,392 INFO [RS:2;828b3f090c91:38039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;828b3f090c91:38039. 2024-11-26T21:42:48,392 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:48,392 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,392 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:42:48,392 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:48,392 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T21:42:48,392 DEBUG [RS:2;828b3f090c91:38039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T21:42:48,392 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. after waiting 0 ms 2024-11-26T21:42:48,392 DEBUG [RS:2;828b3f090c91:38039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,392 DEBUG [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T21:42:48,392 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:48,393 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T21:42:48,393 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1325): Online Regions={bc43b2e71e645b0bb76f0a3a38e7f19e=TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e.} 2024-11-26T21:42:48,393 DEBUG [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1351): Waiting on bc43b2e71e645b0bb76f0a3a38e7f19e 2024-11-26T21:42:48,393 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T21:42:48,393 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,393 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T21:42:48,393 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,393 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T21:42:48,393 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T21:42:48,393 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,393 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T21:42:48,393 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,393 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T21:42:48,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741835_1011 (size=93) 2024-11-26T21:42:48,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741835_1011 (size=93) 2024-11-26T21:42:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741835_1011 (size=93) 2024-11-26T21:42:48,399 DEBUG [RS:0;828b3f090c91:33451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs 2024-11-26T21:42:48,399 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/default/TestHBaseWalOnEC/bc43b2e71e645b0bb76f0a3a38e7f19e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 828b3f090c91%2C33451%2C1732657366282:(num 1732657366908) 2024-11-26T21:42:48,400 DEBUG [RS:0;828b3f090c91:33451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:42:48,400 INFO [RS:0;828b3f090c91:33451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:48,401 INFO [RS:0;828b3f090c91:33451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33451 2024-11-26T21:42:48,401 INFO [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:48,401 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc43b2e71e645b0bb76f0a3a38e7f19e: Waiting for close lock at 1732657368392Running coprocessor pre-close hooks at 1732657368392Disabling compacts and flushes for region at 1732657368392Disabling writes for close at 1732657368392Writing region close event to WAL at 1732657368393 (+1 ms)Running coprocessor post-close hooks at 1732657368400 (+7 ms)Closed at 1732657368401 (+1 ms) 2024-11-26T21:42:48,401 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:48,401 DEBUG [RS_CLOSE_REGION-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e. 2024-11-26T21:42:48,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,33451,1732657366282 2024-11-26T21:42:48,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:48,402 INFO [RS:0;828b3f090c91:33451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:48,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,33451,1732657366282] 2024-11-26T21:42:48,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,33451,1732657366282 already deleted, retry=false 2024-11-26T21:42:48,404 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,33451,1732657366282 expired; onlineServers=2 2024-11-26T21:42:48,415 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/info/e499d2d9eff64c4298eb06dcd8c11c12 is 153, key is TestHBaseWalOnEC,,1732657367399.bc43b2e71e645b0bb76f0a3a38e7f19e./info:regioninfo/1732657367800/Put/seqid=0 2024-11-26T21:42:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741840_1016 (size=6637) 2024-11-26T21:42:48,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741840_1016 (size=6637) 2024-11-26T21:42:48,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741840_1016 (size=6637) 2024-11-26T21:42:48,424 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/info/e499d2d9eff64c4298eb06dcd8c11c12 2024-11-26T21:42:48,445 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:48,449 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/ns/f68f32b4eea045b3b37eecb5f820a40d is 43, key is default/ns:d/1732657367284/Put/seqid=0 2024-11-26T21:42:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741841_1017 (size=5153) 2024-11-26T21:42:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741841_1017 (size=5153) 2024-11-26T21:42:48,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741841_1017 (size=5153) 2024-11-26T21:42:48,458 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/ns/f68f32b4eea045b3b37eecb5f820a40d 2024-11-26T21:42:48,462 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:48,462 INFO [regionserver/828b3f090c91:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:48,483 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/table/31e39aeaaaa44690bb136ae93c94d29f is 52, key is TestHBaseWalOnEC/table:state/1732657367818/Put/seqid=0 2024-11-26T21:42:48,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741842_1018 (size=5249) 2024-11-26T21:42:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741842_1018 (size=5249) 2024-11-26T21:42:48,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741842_1018 (size=5249) 2024-11-26T21:42:48,492 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/table/31e39aeaaaa44690bb136ae93c94d29f 2024-11-26T21:42:48,501 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/info/e499d2d9eff64c4298eb06dcd8c11c12 as hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/info/e499d2d9eff64c4298eb06dcd8c11c12 2024-11-26T21:42:48,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,503 INFO [RS:0;828b3f090c91:33451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:48,503 INFO [RS:0;828b3f090c91:33451 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,33451,1732657366282; zookeeper connection closed. 2024-11-26T21:42:48,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33451-0x1007dfca1250001, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,504 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7913e3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7913e3c 2024-11-26T21:42:48,510 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/info/e499d2d9eff64c4298eb06dcd8c11c12, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T21:42:48,511 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/ns/f68f32b4eea045b3b37eecb5f820a40d as hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/ns/f68f32b4eea045b3b37eecb5f820a40d 2024-11-26T21:42:48,525 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/ns/f68f32b4eea045b3b37eecb5f820a40d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T21:42:48,527 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/.tmp/table/31e39aeaaaa44690bb136ae93c94d29f as hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/table/31e39aeaaaa44690bb136ae93c94d29f 2024-11-26T21:42:48,535 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/table/31e39aeaaaa44690bb136ae93c94d29f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T21:42:48,536 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false 2024-11-26T21:42:48,542 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T21:42:48,543 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T21:42:48,543 INFO [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T21:42:48,543 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732657368393Running coprocessor pre-close hooks at 1732657368393Disabling compacts and flushes for region at 1732657368393Disabling writes for close at 1732657368393Obtaining lock to block concurrent updates at 1732657368393Preparing flush snapshotting stores in 1588230740 at 1732657368393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732657368394 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732657368395 (+1 ms)Flushing 1588230740/info: creating writer at 1732657368395Flushing 1588230740/info: appending metadata at 1732657368415 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732657368415Flushing 1588230740/ns: creating writer at 1732657368432 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732657368449 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732657368449Flushing 1588230740/table: creating writer at 1732657368467 (+18 ms)Flushing 1588230740/table: appending metadata at 1732657368483 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732657368483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2054996a: reopening flushed file at 1732657368500 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af0023f: reopening flushed file at 1732657368510 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729dcd8e: reopening flushed file at 1732657368526 (+16 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false at 1732657368536 (+10 ms)Writing region close event to WAL at 1732657368538 (+2 ms)Running coprocessor post-close hooks at 1732657368543 (+5 ms)Closed at 1732657368543 2024-11-26T21:42:48,543 DEBUG [RS_CLOSE_META-regionserver/828b3f090c91:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T21:42:48,593 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,35809,1732657366314; all regions closed. 2024-11-26T21:42:48,593 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(976): stopping server 828b3f090c91,38039,1732657366348; all regions closed. 2024-11-26T21:42:48,593 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,593 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,593 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,593 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,593 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,594 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,594 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,594 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,594 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,594 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741836_1012 (size=2751) 2024-11-26T21:42:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741834_1010 (size=1298) 2024-11-26T21:42:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741834_1010 (size=1298) 2024-11-26T21:42:48,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741836_1012 (size=2751) 2024-11-26T21:42:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741834_1010 (size=1298) 2024-11-26T21:42:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741836_1012 (size=2751) 2024-11-26T21:42:48,600 DEBUG [RS:1;828b3f090c91:35809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs 2024-11-26T21:42:48,601 INFO [RS:1;828b3f090c91:35809 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 828b3f090c91%2C35809%2C1732657366314.meta:.meta(num 1732657367226) 2024-11-26T21:42:48,601 DEBUG [RS:2;828b3f090c91:38039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs 2024-11-26T21:42:48,601 INFO [RS:2;828b3f090c91:38039 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 828b3f090c91%2C38039%2C1732657366348:(num 1732657366900) 2024-11-26T21:42:48,601 DEBUG [RS:2;828b3f090c91:38039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,601 INFO [RS:2;828b3f090c91:38039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:48,601 INFO [RS:2;828b3f090c91:38039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:48,601 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,601 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,601 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,601 INFO [RS:2;828b3f090c91:38039 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:48,601 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,601 INFO [RS:2;828b3f090c91:38039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T21:42:48,601 INFO [RS:2;828b3f090c91:38039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T21:42:48,601 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,602 INFO [RS:2;828b3f090c91:38039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T21:42:48,602 INFO [RS:2;828b3f090c91:38039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:48,602 INFO [RS:2;828b3f090c91:38039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38039 2024-11-26T21:42:48,602 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:48,603 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,38039,1732657366348 2024-11-26T21:42:48,603 INFO [RS:2;828b3f090c91:38039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:48,604 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,38039,1732657366348] 2024-11-26T21:42:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741833_1009 (size=93) 2024-11-26T21:42:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741833_1009 (size=93) 2024-11-26T21:42:48,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741833_1009 (size=93) 2024-11-26T21:42:48,605 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,38039,1732657366348 already deleted, retry=false 2024-11-26T21:42:48,605 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,38039,1732657366348 expired; onlineServers=1 2024-11-26T21:42:48,608 DEBUG [RS:1;828b3f090c91:35809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/oldWALs 2024-11-26T21:42:48,608 INFO [RS:1;828b3f090c91:35809 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 828b3f090c91%2C35809%2C1732657366314:(num 1732657366882) 2024-11-26T21:42:48,608 DEBUG [RS:1;828b3f090c91:35809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T21:42:48,608 INFO [RS:1;828b3f090c91:35809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T21:42:48,608 INFO [RS:1;828b3f090c91:35809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:48,608 INFO [RS:1;828b3f090c91:35809 {}] hbase.ChoreService(370): Chore service for: regionserver/828b3f090c91:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:48,608 INFO [RS:1;828b3f090c91:35809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:48,609 INFO [RS:1;828b3f090c91:35809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35809 2024-11-26T21:42:48,609 INFO [regionserver/828b3f090c91:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:48,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T21:42:48,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/828b3f090c91,35809,1732657366314 2024-11-26T21:42:48,614 INFO [RS:1;828b3f090c91:35809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:48,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [828b3f090c91,35809,1732657366314] 2024-11-26T21:42:48,615 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/828b3f090c91,35809,1732657366314 already deleted, retry=false 2024-11-26T21:42:48,616 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 828b3f090c91,35809,1732657366314 expired; onlineServers=0 2024-11-26T21:42:48,616 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '828b3f090c91,34337,1732657366228' ***** 2024-11-26T21:42:48,616 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T21:42:48,616 INFO [M:0;828b3f090c91:34337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T21:42:48,616 INFO [M:0;828b3f090c91:34337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T21:42:48,616 DEBUG [M:0;828b3f090c91:34337 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T21:42:48,616 DEBUG [M:0;828b3f090c91:34337 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T21:42:48,616 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T21:42:48,616 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657366588 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.large.0-1732657366588,5,FailOnTimeoutGroup] 2024-11-26T21:42:48,616 DEBUG [master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657366588 {}] cleaner.HFileCleaner(306): Exit Thread[master/828b3f090c91:0:becomeActiveMaster-HFileCleaner.small.0-1732657366588,5,FailOnTimeoutGroup] 2024-11-26T21:42:48,616 INFO [M:0;828b3f090c91:34337 {}] hbase.ChoreService(370): Chore service for: master/828b3f090c91:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T21:42:48,616 INFO [M:0;828b3f090c91:34337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T21:42:48,617 DEBUG [M:0;828b3f090c91:34337 {}] master.HMaster(1795): Stopping service threads 2024-11-26T21:42:48,617 INFO [M:0;828b3f090c91:34337 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T21:42:48,617 INFO [M:0;828b3f090c91:34337 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T21:42:48,617 INFO [M:0;828b3f090c91:34337 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T21:42:48,617 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T21:42:48,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T21:42:48,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T21:42:48,618 DEBUG [M:0;828b3f090c91:34337 {}] zookeeper.ZKUtil(347): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T21:42:48,618 WARN [M:0;828b3f090c91:34337 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T21:42:48,618 INFO [M:0;828b3f090c91:34337 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/.lastflushedseqids 2024-11-26T21:42:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741843_1019 (size=127) 2024-11-26T21:42:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741843_1019 (size=127) 2024-11-26T21:42:48,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741843_1019 (size=127) 2024-11-26T21:42:48,634 INFO [M:0;828b3f090c91:34337 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T21:42:48,634 INFO [M:0;828b3f090c91:34337 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T21:42:48,634 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T21:42:48,634 INFO [M:0;828b3f090c91:34337 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:48,634 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:48,634 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T21:42:48,634 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:48,635 INFO [M:0;828b3f090c91:34337 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-26T21:42:48,655 DEBUG [M:0;828b3f090c91:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c8adbe1c0a94330ab2733e7236029a4 is 82, key is hbase:meta,,1/info:regioninfo/1732657367266/Put/seqid=0 2024-11-26T21:42:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741844_1020 (size=5672) 2024-11-26T21:42:48,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741844_1020 (size=5672) 2024-11-26T21:42:48,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741844_1020 (size=5672) 2024-11-26T21:42:48,664 INFO [M:0;828b3f090c91:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c8adbe1c0a94330ab2733e7236029a4 2024-11-26T21:42:48,692 DEBUG [M:0;828b3f090c91:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/481c76a7ad5d451896bed959fd97e667 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732657367826/Put/seqid=0 2024-11-26T21:42:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741845_1021 (size=6440) 2024-11-26T21:42:48,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741845_1021 (size=6440) 2024-11-26T21:42:48,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741845_1021 (size=6440) 2024-11-26T21:42:48,704 INFO [M:0;828b3f090c91:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/481c76a7ad5d451896bed959fd97e667 2024-11-26T21:42:48,705 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,705 INFO [RS:2;828b3f090c91:38039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:48,705 INFO [RS:2;828b3f090c91:38039 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,38039,1732657366348; zookeeper connection closed. 2024-11-26T21:42:48,705 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38039-0x1007dfca1250003, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,705 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c74ce5c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c74ce5c 2024-11-26T21:42:48,715 INFO [RS:1;828b3f090c91:35809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35809-0x1007dfca1250002, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,715 INFO [RS:1;828b3f090c91:35809 {}] regionserver.HRegionServer(1031): Exiting; stopping=828b3f090c91,35809,1732657366314; zookeeper connection closed. 2024-11-26T21:42:48,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e5e4c4c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e5e4c4c 2024-11-26T21:42:48,716 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T21:42:48,734 DEBUG [M:0;828b3f090c91:34337 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcb0089de7534995af8f9cd01194d614 is 69, key is 828b3f090c91,33451,1732657366282/rs:state/1732657366694/Put/seqid=0 2024-11-26T21:42:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741846_1022 (size=5294) 2024-11-26T21:42:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741846_1022 (size=5294) 2024-11-26T21:42:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741846_1022 (size=5294) 2024-11-26T21:42:48,745 INFO [M:0;828b3f090c91:34337 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcb0089de7534995af8f9cd01194d614 2024-11-26T21:42:48,755 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c8adbe1c0a94330ab2733e7236029a4 as hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c8adbe1c0a94330ab2733e7236029a4 2024-11-26T21:42:48,764 INFO [M:0;828b3f090c91:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c8adbe1c0a94330ab2733e7236029a4, entries=8, sequenceid=72, filesize=5.5 K 2024-11-26T21:42:48,766 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/481c76a7ad5d451896bed959fd97e667 as hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/481c76a7ad5d451896bed959fd97e667 2024-11-26T21:42:48,774 INFO [M:0;828b3f090c91:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/481c76a7ad5d451896bed959fd97e667, entries=8, sequenceid=72, filesize=6.3 K 2024-11-26T21:42:48,775 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dcb0089de7534995af8f9cd01194d614 as hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcb0089de7534995af8f9cd01194d614 2024-11-26T21:42:48,783 INFO [M:0;828b3f090c91:34337 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34381/user/jenkins/test-data/1a518ca9-f364-276b-f5f9-43db4a1e70cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dcb0089de7534995af8f9cd01194d614, entries=3, sequenceid=72, filesize=5.2 K 2024-11-26T21:42:48,785 INFO [M:0;828b3f090c91:34337 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=72, compaction requested=false 2024-11-26T21:42:48,786 INFO [M:0;828b3f090c91:34337 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T21:42:48,787 DEBUG [M:0;828b3f090c91:34337 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732657368634Disabling compacts and flushes for region at 1732657368634Disabling writes for close at 1732657368634Obtaining lock to block concurrent updates at 1732657368635 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732657368635Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732657368635Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732657368636 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732657368636Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732657368654 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732657368654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732657368672 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732657368691 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732657368691Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732657368712 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732657368733 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732657368733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777af9a7: reopening flushed file at 1732657368754 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dac8399: reopening flushed file at 1732657368764 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37accfb8: reopening flushed file at 1732657368774 (+10 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=72, compaction requested=false at 1732657368785 (+11 ms)Writing region close event to WAL at 1732657368786 (+1 ms)Closed at 1732657368786 2024-11-26T21:42:48,787 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,787 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,787 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,787 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,788 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T21:42:48,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37523 is added to blk_1073741830_1006 (size=32686) 2024-11-26T21:42:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43877 is added to blk_1073741830_1006 (size=32686) 2024-11-26T21:42:48,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34687 is added to blk_1073741830_1006 (size=32686) 2024-11-26T21:42:48,792 INFO [M:0;828b3f090c91:34337 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T21:42:48,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T21:42:48,792 INFO [M:0;828b3f090c91:34337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34337 2024-11-26T21:42:48,792 INFO [M:0;828b3f090c91:34337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T21:42:48,894 INFO [M:0;828b3f090c91:34337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T21:42:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34337-0x1007dfca1250000, quorum=127.0.0.1:53174, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T21:42:48,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ff8a873{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:48,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ec581d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:48,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:48,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@328032c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:48,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e56045e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:48,903 WARN [BP-1055443905-172.17.0.2-1732657365367 heartbeating to localhost/127.0.0.1:34381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:42:48,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:42:48,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:42:48,903 WARN [BP-1055443905-172.17.0.2-1732657365367 heartbeating to localhost/127.0.0.1:34381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1055443905-172.17.0.2-1732657365367 (Datanode Uuid d952128d-940b-4e5b-bc9d-b97396a286fb) service to localhost/127.0.0.1:34381 2024-11-26T21:42:48,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data5/current/BP-1055443905-172.17.0.2-1732657365367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:48,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data6/current/BP-1055443905-172.17.0.2-1732657365367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:48,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:42:48,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25106b03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:48,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ae51624{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:48,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:48,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@564d8641{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:48,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fefad1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:48,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:42:48,911 WARN [BP-1055443905-172.17.0.2-1732657365367 heartbeating to localhost/127.0.0.1:34381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:42:48,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:42:48,911 WARN [BP-1055443905-172.17.0.2-1732657365367 heartbeating to localhost/127.0.0.1:34381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1055443905-172.17.0.2-1732657365367 (Datanode Uuid 4af37862-4be3-4ea5-8f28-1fbfc2b26581) service to localhost/127.0.0.1:34381 2024-11-26T21:42:48,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data3/current/BP-1055443905-172.17.0.2-1732657365367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:48,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data4/current/BP-1055443905-172.17.0.2-1732657365367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:48,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:42:48,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@760f4a1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T21:42:48,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e494f88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:48,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:48,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1c78c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:48,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1841cfc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:48,921 WARN [BP-1055443905-172.17.0.2-1732657365367 heartbeating to localhost/127.0.0.1:34381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T21:42:48,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T21:42:48,921 WARN [BP-1055443905-172.17.0.2-1732657365367 heartbeating to localhost/127.0.0.1:34381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1055443905-172.17.0.2-1732657365367 (Datanode Uuid 20d4245e-d3b2-494a-b09c-49fee2a201c8) service to localhost/127.0.0.1:34381 2024-11-26T21:42:48,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T21:42:48,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data1/current/BP-1055443905-172.17.0.2-1732657365367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:48,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/cluster_be73b559-6eb7-b57a-9f8f-5786fafb4c87/data/data2/current/BP-1055443905-172.17.0.2-1732657365367 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T21:42:48,923 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T21:42:48,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a4689e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T21:42:48,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53c85678{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T21:42:48,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T21:42:48,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ee857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T21:42:48,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2baf02db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7b2f6830-19d9-4adb-46c4-8e8692cb47f1/hadoop.log.dir/,STOPPED} 2024-11-26T21:42:48,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T21:42:48,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T21:42:48,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=148 (was 88) - Thread LEAK? -, OpenFileDescriptor=521 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10392 (was 10589)