2024-11-26 07:44:55,654 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-26 07:44:55,666 main DEBUG Took 0.009882 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 07:44:55,667 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 07:44:55,667 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 07:44:55,668 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 07:44:55,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,689 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 07:44:55,703 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,706 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,706 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,707 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,708 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,709 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,710 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,711 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,711 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,712 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,713 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:44:55,714 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,715 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 07:44:55,716 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:44:55,717 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 07:44:55,719 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 07:44:55,720 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 07:44:55,721 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 07:44:55,722 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 07:44:55,730 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 07:44:55,733 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 07:44:55,735 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 07:44:55,735 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 07:44:55,735 main DEBUG createAppenders(={Console}) 2024-11-26 07:44:55,736 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-26 07:44:55,736 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-26 07:44:55,737 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-26 07:44:55,737 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 07:44:55,737 main DEBUG OutputStream closed 2024-11-26 07:44:55,738 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 07:44:55,738 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 07:44:55,738 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-26 07:44:55,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 07:44:55,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 07:44:55,847 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 07:44:55,849 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 07:44:55,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 07:44:55,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 07:44:55,851 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 07:44:55,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 07:44:55,852 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 07:44:55,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 07:44:55,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 07:44:55,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 07:44:55,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 07:44:55,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 07:44:55,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 07:44:55,856 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 07:44:55,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 07:44:55,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 07:44:55,860 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 07:44:55,861 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-26 07:44:55,861 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 07:44:55,862 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-26T07:44:55,883 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-26 07:44:55,886 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 07:44:55,887 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T07:44:56,240 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7 2024-11-26T07:44:56,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e, deleteOnExit=true 2024-11-26T07:44:56,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/test.cache.data in system properties and HBase conf 2024-11-26T07:44:56,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:44:56,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:44:56,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:44:56,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:44:56,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:44:56,385 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T07:44:56,477 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:44:56,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:44:56,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:44:56,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:44:56,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:44:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:44:56,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:44:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:44:56,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:44:56,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:44:56,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:44:56,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:44:56,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:44:56,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:44:56,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:44:57,589 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T07:44:57,683 INFO [Time-limited test {}] log.Log(170): Logging initialized @2799ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T07:44:57,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:57,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:44:57,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:44:57,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:44:57,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:44:57,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:57,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b03c34d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:44:57,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cbd6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:44:58,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb83937{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/java.io.tmpdir/jetty-localhost-46139-hadoop-hdfs-3_4_1-tests_jar-_-any-14257395773518092332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:44:58,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69b5b273{HTTP/1.1, (http/1.1)}{localhost:46139} 2024-11-26T07:44:58,146 INFO [Time-limited test {}] server.Server(415): Started @3263ms 2024-11-26T07:44:58,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:58,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:44:58,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:44:58,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:44:58,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:44:58,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f38e6b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:44:58,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b2fb175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:44:58,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d75ccf2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/java.io.tmpdir/jetty-localhost-34749-hadoop-hdfs-3_4_1-tests_jar-_-any-6999312954368655114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:58,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e76ac3c{HTTP/1.1, (http/1.1)}{localhost:34749} 2024-11-26T07:44:58,939 INFO [Time-limited test {}] server.Server(415): Started @4056ms 2024-11-26T07:44:58,999 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:44:59,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:59,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:44:59,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:44:59,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:44:59,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:44:59,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67b97ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:44:59,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383e0f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:44:59,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54d3b08b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/java.io.tmpdir/jetty-localhost-43925-hadoop-hdfs-3_4_1-tests_jar-_-any-13462600969865084260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:59,289 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12d61795{HTTP/1.1, (http/1.1)}{localhost:43925} 2024-11-26T07:44:59,290 INFO [Time-limited test {}] server.Server(415): Started @4407ms 2024-11-26T07:44:59,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:44:59,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:44:59,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:44:59,349 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:44:59,350 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:44:59,350 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:44:59,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d436b9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:44:59,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6622764e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:44:59,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ed26c08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/java.io.tmpdir/jetty-localhost-41649-hadoop-hdfs-3_4_1-tests_jar-_-any-10057183836862496741/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:44:59,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e38c22{HTTP/1.1, (http/1.1)}{localhost:41649} 2024-11-26T07:44:59,474 INFO [Time-limited test {}] server.Server(415): Started @4591ms 2024-11-26T07:44:59,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:45:00,362 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data2/current/BP-1296912761-172.17.0.2-1732607097110/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:00,362 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data3/current/BP-1296912761-172.17.0.2-1732607097110/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:00,362 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data4/current/BP-1296912761-172.17.0.2-1732607097110/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:00,363 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data1/current/BP-1296912761-172.17.0.2-1732607097110/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:00,384 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data5/current/BP-1296912761-172.17.0.2-1732607097110/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:00,403 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data6/current/BP-1296912761-172.17.0.2-1732607097110/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:00,449 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:45:00,450 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:45:00,460 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:45:00,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6203ef69af2b1943 with lease ID 0x785399d503a5c1ac: Processing first storage report for DS-ed82eda5-9e38-4fe5-8177-515dc3f36b30 from datanode DatanodeRegistration(127.0.0.1:36403, datanodeUuid=2edc63d0-8fe0-4ebb-b26c-b32db975c37b, infoPort=33473, infoSecurePort=0, ipcPort=44529, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110) 2024-11-26T07:45:00,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6203ef69af2b1943 with lease ID 0x785399d503a5c1ac: from storage DS-ed82eda5-9e38-4fe5-8177-515dc3f36b30 node DatanodeRegistration(127.0.0.1:36403, datanodeUuid=2edc63d0-8fe0-4ebb-b26c-b32db975c37b, infoPort=33473, infoSecurePort=0, ipcPort=44529, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-26T07:45:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3207bff1b5b3e0a3 with lease ID 0x785399d503a5c1ad: Processing first storage report for DS-d2e4cf06-ee98-4c6b-ac31-6bd150b0c8a8 from datanode DatanodeRegistration(127.0.0.1:40939, datanodeUuid=c120b4cf-c1a6-4b0d-bf55-f9ca5b5bd78e, infoPort=39485, infoSecurePort=0, ipcPort=38655, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110) 2024-11-26T07:45:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3207bff1b5b3e0a3 with lease ID 0x785399d503a5c1ad: from storage DS-d2e4cf06-ee98-4c6b-ac31-6bd150b0c8a8 node DatanodeRegistration(127.0.0.1:40939, datanodeUuid=c120b4cf-c1a6-4b0d-bf55-f9ca5b5bd78e, infoPort=39485, infoSecurePort=0, ipcPort=38655, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9edff6d0d513ecb8 with lease ID 0x785399d503a5c1ae: Processing first storage report for DS-c4bf1b53-3f07-4c41-8535-08662ebc11cf from datanode DatanodeRegistration(127.0.0.1:43665, datanodeUuid=12593dd1-902a-4661-8344-d9678550457d, infoPort=36931, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110) 2024-11-26T07:45:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9edff6d0d513ecb8 with lease ID 0x785399d503a5c1ae: from storage DS-c4bf1b53-3f07-4c41-8535-08662ebc11cf node DatanodeRegistration(127.0.0.1:43665, datanodeUuid=12593dd1-902a-4661-8344-d9678550457d, infoPort=36931, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:45:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6203ef69af2b1943 with lease ID 0x785399d503a5c1ac: Processing first storage report for DS-0bcd6ea9-396e-4ffa-82c3-fa25312f968d from datanode DatanodeRegistration(127.0.0.1:36403, datanodeUuid=2edc63d0-8fe0-4ebb-b26c-b32db975c37b, infoPort=33473, infoSecurePort=0, ipcPort=44529, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110) 2024-11-26T07:45:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6203ef69af2b1943 with lease ID 0x785399d503a5c1ac: from storage DS-0bcd6ea9-396e-4ffa-82c3-fa25312f968d node DatanodeRegistration(127.0.0.1:36403, datanodeUuid=2edc63d0-8fe0-4ebb-b26c-b32db975c37b, infoPort=33473, infoSecurePort=0, ipcPort=44529, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3207bff1b5b3e0a3 with lease ID 0x785399d503a5c1ad: Processing first storage report for DS-acfda3df-489b-4f6d-860b-24e524f2c52a from datanode DatanodeRegistration(127.0.0.1:40939, datanodeUuid=c120b4cf-c1a6-4b0d-bf55-f9ca5b5bd78e, infoPort=39485, infoSecurePort=0, ipcPort=38655, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110) 2024-11-26T07:45:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3207bff1b5b3e0a3 with lease ID 0x785399d503a5c1ad: from storage DS-acfda3df-489b-4f6d-860b-24e524f2c52a node DatanodeRegistration(127.0.0.1:40939, datanodeUuid=c120b4cf-c1a6-4b0d-bf55-f9ca5b5bd78e, infoPort=39485, infoSecurePort=0, ipcPort=38655, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9edff6d0d513ecb8 with lease ID 0x785399d503a5c1ae: Processing first storage report for DS-1f5e0420-6018-4648-9ee4-484539bbf120 from datanode DatanodeRegistration(127.0.0.1:43665, datanodeUuid=12593dd1-902a-4661-8344-d9678550457d, infoPort=36931, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110) 2024-11-26T07:45:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9edff6d0d513ecb8 with lease ID 0x785399d503a5c1ae: from storage DS-1f5e0420-6018-4648-9ee4-484539bbf120 node DatanodeRegistration(127.0.0.1:43665, datanodeUuid=12593dd1-902a-4661-8344-d9678550457d, infoPort=36931, infoSecurePort=0, ipcPort=33337, storageInfo=lv=-57;cid=testClusterID;nsid=532978757;c=1732607097110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:00,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7 2024-11-26T07:45:00,674 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-26T07:45:00,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=156, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=11852 2024-11-26T07:45:00,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:45:00,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-26T07:45:00,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/zookeeper_0, clientPort=62724, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:45:00,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62724 2024-11-26T07:45:00,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:00,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:01,069 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:01,070 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:01,118 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:50046 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:43665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50046 dst: /127.0.0.1:43665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:01,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-26T07:45:01,538 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:01,549 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6 with version=8 2024-11-26T07:45:01,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/hbase-staging 2024-11-26T07:45:01,649 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T07:45:01,952 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:01,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:01,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:01,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:01,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:01,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:02,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:45:02,220 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T07:45:02,235 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T07:45:02,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:02,272 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15042 (auto-detected) 2024-11-26T07:45:02,274 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T07:45:02,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41087 2024-11-26T07:45:02,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41087 connecting to ZooKeeper ensemble=127.0.0.1:62724 2024-11-26T07:45:02,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410870x0, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:02,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41087-0x1017763dab20000 connected 2024-11-26T07:45:02,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:02,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:02,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:02,585 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6, hbase.cluster.distributed=false 2024-11-26T07:45:02,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:02,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41087 2024-11-26T07:45:02,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41087 2024-11-26T07:45:02,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41087 2024-11-26T07:45:02,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41087 2024-11-26T07:45:02,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41087 2024-11-26T07:45:02,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:02,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:02,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:02,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:02,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:02,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:02,805 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:45:02,808 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:02,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42991 2024-11-26T07:45:02,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42991 connecting to ZooKeeper ensemble=127.0.0.1:62724 2024-11-26T07:45:02,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:02,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:02,905 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429910x0, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:02,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429910x0, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:02,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42991-0x1017763dab20001 connected 2024-11-26T07:45:02,912 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:45:02,926 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:45:02,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:45:02,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:02,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42991 2024-11-26T07:45:02,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42991 2024-11-26T07:45:02,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42991 2024-11-26T07:45:02,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42991 2024-11-26T07:45:02,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42991 2024-11-26T07:45:02,975 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:02,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:02,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:02,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:02,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:02,977 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:02,977 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:45:02,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:02,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37419 2024-11-26T07:45:02,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37419 connecting to ZooKeeper ensemble=127.0.0.1:62724 2024-11-26T07:45:02,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:02,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374190x0, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:03,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374190x0, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:03,016 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:45:03,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37419-0x1017763dab20002 connected 2024-11-26T07:45:03,022 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:45:03,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:45:03,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:03,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-26T07:45:03,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37419 2024-11-26T07:45:03,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37419 2024-11-26T07:45:03,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-26T07:45:03,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37419 2024-11-26T07:45:03,063 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:03,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:03,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:03,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:03,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:03,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:45:03,065 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:03,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37373 2024-11-26T07:45:03,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37373 connecting to ZooKeeper ensemble=127.0.0.1:62724 2024-11-26T07:45:03,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:03,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:03,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373730x0, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:03,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373730x0, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:03,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37373-0x1017763dab20003 connected 2024-11-26T07:45:03,107 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:45:03,108 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:45:03,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:45:03,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:03,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37373 2024-11-26T07:45:03,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37373 2024-11-26T07:45:03,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37373 2024-11-26T07:45:03,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37373 2024-11-26T07:45:03,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37373 2024-11-26T07:45:03,137 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:41087 2024-11-26T07:45:03,138 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,41087,1732607101742 2024-11-26T07:45:03,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,154 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,158 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,41087,1732607101742 2024-11-26T07:45:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:03,188 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,189 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:03,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,190 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:45:03,192 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,41087,1732607101742 from backup master directory 2024-11-26T07:45:03,205 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,41087,1732607101742 2024-11-26T07:45:03,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:03,206 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:03,206 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,41087,1732607101742 2024-11-26T07:45:03,208 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T07:45:03,210 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T07:45:03,283 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/hbase.id] with ID: 17828cb1-ed6e-4fee-a4e6-18fd3b9cb65a 2024-11-26T07:45:03,283 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/.tmp/hbase.id 2024-11-26T07:45:03,291 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,291 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,301 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:39806 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:36403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39806 dst: /127.0.0.1:36403 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-26T07:45:03,308 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:03,309 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/.tmp/hbase.id]:[hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/hbase.id] 2024-11-26T07:45:03,367 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:03,374 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:45:03,404 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 26ms. 2024-11-26T07:45:03,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,430 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:03,445 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,445 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,456 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:53264 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:43665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53264 dst: /127.0.0.1:43665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-26T07:45:03,465 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:03,483 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:45:03,485 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:45:03,493 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:45:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-26T07:45:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-26T07:45:03,531 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,531 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,535 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:53278 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:43665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53278 dst: /127.0.0.1:43665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:03,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-26T07:45:03,949 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:03,967 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store 2024-11-26T07:45:03,985 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,985 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:03,998 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:39858 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39858 dst: /127.0.0.1:36403 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:04,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-26T07:45:04,004 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:04,009 INFO [master/719ac8e87449:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T07:45:04,013 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:04,014 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:45:04,015 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:04,015 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:04,017 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:45:04,017 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:04,017 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:04,018 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607104014Disabling compacts and flushes for region at 1732607104014Disabling writes for close at 1732607104017 (+3 ms)Writing region close event to WAL at 1732607104017Closed at 1732607104017 2024-11-26T07:45:04,021 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/.initializing 2024-11-26T07:45:04,022 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/WALs/719ac8e87449,41087,1732607101742 2024-11-26T07:45:04,032 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:45:04,047 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C41087%2C1732607101742, suffix=, logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/WALs/719ac8e87449,41087,1732607101742, archiveDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/oldWALs, maxLogs=10 2024-11-26T07:45:04,077 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/WALs/719ac8e87449,41087,1732607101742/719ac8e87449%2C41087%2C1732607101742.1732607104052, exclude list is [], retry=0 2024-11-26T07:45:04,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:04,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-c4bf1b53-3f07-4c41-8535-08662ebc11cf,DISK] 2024-11-26T07:45:04,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40939,DS-d2e4cf06-ee98-4c6b-ac31-6bd150b0c8a8,DISK] 2024-11-26T07:45:04,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-ed82eda5-9e38-4fe5-8177-515dc3f36b30,DISK] 2024-11-26T07:45:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T07:45:04,147 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/WALs/719ac8e87449,41087,1732607101742/719ac8e87449%2C41087%2C1732607101742.1732607104052 2024-11-26T07:45:04,148 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473),(127.0.0.1/127.0.0.1:36931:36931),(127.0.0.1/127.0.0.1:39485:39485)] 2024-11-26T07:45:04,148 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:45:04,149 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:04,154 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,155 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:45:04,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:04,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:45:04,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:04,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:45:04,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:04,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:45:04,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:04,249 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,253 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,254 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,261 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,262 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,265 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:45:04,269 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:04,276 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:45:04,278 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60915156, jitterRate=-0.09229344129562378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:45:04,285 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732607104168Initializing all the Stores at 1732607104171 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607104171Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607104172 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607104172Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607104172Cleaning up temporary data from old regions at 1732607104262 (+90 ms)Region opened successfully at 1732607104285 (+23 ms) 2024-11-26T07:45:04,286 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:45:04,322 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2329af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:04,356 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:45:04,368 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:45:04,368 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:45:04,371 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:45:04,373 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T07:45:04,378 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T07:45:04,378 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:45:04,406 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:45:04,414 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:45:04,471 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:45:04,474 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:45:04,477 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:45:04,488 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:45:04,490 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:45:04,494 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:45:04,505 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:45:04,506 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:45:04,513 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:45:04,532 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:45:04,544 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:45:04,555 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:04,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:04,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:04,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:04,556 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,559 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,41087,1732607101742, sessionid=0x1017763dab20000, setting cluster-up flag (Was=false) 2024-11-26T07:45:04,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,588 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,613 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:45:04,622 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,41087,1732607101742 2024-11-26T07:45:04,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,647 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:04,672 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:45:04,674 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,41087,1732607101742 2024-11-26T07:45:04,680 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:45:04,725 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(746): ClusterId : 17828cb1-ed6e-4fee-a4e6-18fd3b9cb65a 2024-11-26T07:45:04,728 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(746): ClusterId : 17828cb1-ed6e-4fee-a4e6-18fd3b9cb65a 2024-11-26T07:45:04,728 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:45:04,728 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:45:04,755 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(746): ClusterId : 17828cb1-ed6e-4fee-a4e6-18fd3b9cb65a 2024-11-26T07:45:04,756 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:45:04,758 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:45:04,758 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:45:04,763 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:04,772 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:45:04,772 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:45:04,772 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:45:04,772 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:45:04,775 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:45:04,782 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:45:04,789 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:45:04,789 DEBUG [RS:1;719ac8e87449:37419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77338356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:04,790 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:45:04,791 DEBUG [RS:0;719ac8e87449:42991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e9fc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:04,792 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:45:04,788 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,41087,1732607101742 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:45:04,793 DEBUG [RS:2;719ac8e87449:37373 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71eed1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:04,802 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:04,802 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:04,802 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:04,802 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:04,803 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:45:04,803 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:04,803 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:04,803 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:04,810 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;719ac8e87449:37419 2024-11-26T07:45:04,814 INFO [RS:1;719ac8e87449:37419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:45:04,814 INFO [RS:1;719ac8e87449:37419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:45:04,815 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:45:04,815 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:42991 2024-11-26T07:45:04,815 INFO [RS:0;719ac8e87449:42991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:45:04,815 INFO [RS:0;719ac8e87449:42991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:45:04,815 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:45:04,818 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,41087,1732607101742 with port=37419, startcode=1732607102974 2024-11-26T07:45:04,818 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,41087,1732607101742 with port=42991, startcode=1732607102743 2024-11-26T07:45:04,820 DEBUG [RS:2;719ac8e87449:37373 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;719ac8e87449:37373 2024-11-26T07:45:04,820 INFO [RS:2;719ac8e87449:37373 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:45:04,820 INFO [RS:2;719ac8e87449:37373 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:45:04,820 DEBUG [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:45:04,822 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,41087,1732607101742 with port=37373, startcode=1732607103062 2024-11-26T07:45:04,822 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607134822 2024-11-26T07:45:04,824 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:45:04,825 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:45:04,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:04,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:45:04,830 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:45:04,830 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:45:04,831 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:45:04,831 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:45:04,831 DEBUG [RS:0;719ac8e87449:42991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:45:04,831 DEBUG [RS:1;719ac8e87449:37419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:45:04,834 DEBUG [RS:2;719ac8e87449:37373 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:45:04,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:45:04,842 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:04,849 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:45:04,850 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:45:04,851 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:45:04,862 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:04,862 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:04,867 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:45:04,867 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:45:04,881 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607104869,5,FailOnTimeoutGroup] 2024-11-26T07:45:04,887 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607104882,5,FailOnTimeoutGroup] 2024-11-26T07:45:04,887 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:04,892 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:45:04,893 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59047, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:45:04,893 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41171, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:45:04,893 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:45:04,893 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:04,894 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:04,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,37419,1732607102974 2024-11-26T07:45:04,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41087 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,37419,1732607102974 2024-11-26T07:45:04,904 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:56598 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:40939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56598 dst: /127.0.0.1:40939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:04,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-26T07:45:04,914 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:04,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:45:04,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6 2024-11-26T07:45:04,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,42991,1732607102743 2024-11-26T07:45:04,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41087 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,42991,1732607102743 2024-11-26T07:45:04,926 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6 2024-11-26T07:45:04,927 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45089 2024-11-26T07:45:04,927 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:45:04,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,37373,1732607103062 2024-11-26T07:45:04,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41087 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,37373,1732607103062 2024-11-26T07:45:04,931 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6 2024-11-26T07:45:04,931 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45089 2024-11-26T07:45:04,932 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:45:04,938 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:04,938 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:04,939 DEBUG [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6 2024-11-26T07:45:04,939 DEBUG [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45089 2024-11-26T07:45:04,939 DEBUG [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:45:04,946 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:56618 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:40939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56618 dst: /127.0.0.1:40939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:04,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-26T07:45:04,956 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:04,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:04,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:04,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:45:04,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:45:04,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:04,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:45:04,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:45:04,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:04,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:45:04,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:45:04,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:04,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:45:04,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:45:04,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:04,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:04,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:45:04,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740 2024-11-26T07:45:04,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740 2024-11-26T07:45:04,991 DEBUG [RS:1;719ac8e87449:37419 {}] zookeeper.ZKUtil(111): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,37419,1732607102974 2024-11-26T07:45:04,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:45:04,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:45:04,991 WARN [RS:1;719ac8e87449:37419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:04,991 INFO [RS:1;719ac8e87449:37419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:45:04,992 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37419,1732607102974 2024-11-26T07:45:04,992 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:45:04,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,37419,1732607102974] 2024-11-26T07:45:04,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,42991,1732607102743] 2024-11-26T07:45:04,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,37373,1732607103062] 2024-11-26T07:45:04,994 DEBUG [RS:0;719ac8e87449:42991 {}] zookeeper.ZKUtil(111): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,42991,1732607102743 2024-11-26T07:45:04,994 WARN [RS:0;719ac8e87449:42991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:04,994 INFO [RS:0;719ac8e87449:42991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:45:04,994 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,42991,1732607102743 2024-11-26T07:45:04,996 DEBUG [RS:2;719ac8e87449:37373 {}] zookeeper.ZKUtil(111): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,37373,1732607103062 2024-11-26T07:45:04,996 WARN [RS:2;719ac8e87449:37373 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:04,996 INFO [RS:2;719ac8e87449:37373 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:45:04,996 DEBUG [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37373,1732607103062 2024-11-26T07:45:04,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:45:05,031 INFO [RS:0;719ac8e87449:42991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:45:05,031 INFO [RS:2;719ac8e87449:37373 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:45:05,031 INFO [RS:1;719ac8e87449:37419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:45:05,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:45:05,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72218824, jitterRate=0.07614433765411377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:45:05,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732607104958Initializing all the Stores at 1732607104962 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607104962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607104965 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607104965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607104965Cleaning up temporary data from old regions at 1732607104991 (+26 ms)Region opened successfully at 1732607105046 (+55 ms) 2024-11-26T07:45:05,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:45:05,047 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:45:05,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:45:05,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:45:05,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:45:05,053 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:45:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607105047Disabling compacts and flushes for region at 1732607105047Disabling writes for close at 1732607105048 (+1 ms)Writing region close event to WAL at 1732607105052 (+4 ms)Closed at 1732607105052 2024-11-26T07:45:05,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:05,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:45:05,059 INFO [RS:0;719ac8e87449:42991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:45:05,061 INFO [RS:2;719ac8e87449:37373 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:45:05,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:45:05,067 INFO [RS:0;719ac8e87449:42991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:45:05,067 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,070 INFO [RS:1;719ac8e87449:37419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:45:05,072 INFO [RS:1;719ac8e87449:37419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:45:05,072 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:45:05,073 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:45:05,077 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:45:05,085 INFO [RS:0;719ac8e87449:42991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:45:05,086 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,087 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,088 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,088 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,088 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,088 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:05,088 DEBUG [RS:0;719ac8e87449:42991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:05,091 INFO [RS:2;719ac8e87449:37373 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:45:05,091 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,095 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:45:05,097 INFO [RS:1;719ac8e87449:37419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:45:05,097 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,097 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,097 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,097 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,098 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,098 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,098 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:05,098 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,098 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,098 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,098 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,099 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,099 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,099 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:05,099 DEBUG [RS:1;719ac8e87449:37419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:05,115 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:45:05,118 INFO [RS:2;719ac8e87449:37373 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:45:05,118 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,118 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,119 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,119 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,119 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,119 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,119 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:05,119 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,120 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,120 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,120 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,120 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,120 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:05,120 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:05,120 DEBUG [RS:2;719ac8e87449:37373 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:05,122 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,123 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,123 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,123 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,123 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,123 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42991,1732607102743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:05,126 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,127 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,127 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,127 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,127 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,127 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37419,1732607102974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:05,132 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,132 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,132 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,132 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,132 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,132 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37373,1732607103062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:05,150 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:45:05,152 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:45:05,153 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37419,1732607102974-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,153 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42991,1732607102743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,153 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,153 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,153 INFO [RS:1;719ac8e87449:37419 {}] regionserver.Replication(171): 719ac8e87449,37419,1732607102974 started 2024-11-26T07:45:05,153 INFO [RS:0;719ac8e87449:42991 {}] regionserver.Replication(171): 719ac8e87449,42991,1732607102743 started 2024-11-26T07:45:05,157 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:45:05,158 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37373,1732607103062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,158 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,158 INFO [RS:2;719ac8e87449:37373 {}] regionserver.Replication(171): 719ac8e87449,37373,1732607103062 started 2024-11-26T07:45:05,179 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,179 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,180 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,37419,1732607102974, RpcServer on 719ac8e87449/172.17.0.2:37419, sessionid=0x1017763dab20002 2024-11-26T07:45:05,180 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,42991,1732607102743, RpcServer on 719ac8e87449/172.17.0.2:42991, sessionid=0x1017763dab20001 2024-11-26T07:45:05,181 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:45:05,181 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:45:05,181 DEBUG [RS:1;719ac8e87449:37419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,37419,1732607102974 2024-11-26T07:45:05,181 DEBUG [RS:0;719ac8e87449:42991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,42991,1732607102743 2024-11-26T07:45:05,181 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37419,1732607102974' 2024-11-26T07:45:05,181 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,42991,1732607102743' 2024-11-26T07:45:05,181 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:45:05,181 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:45:05,182 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:05,182 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,37373,1732607103062, RpcServer on 719ac8e87449/172.17.0.2:37373, sessionid=0x1017763dab20003 2024-11-26T07:45:05,182 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:45:05,182 DEBUG [RS:2;719ac8e87449:37373 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,37373,1732607103062 2024-11-26T07:45:05,182 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:45:05,182 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:45:05,182 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37373,1732607103062' 2024-11-26T07:45:05,182 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:45:05,183 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:45:05,183 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:45:05,183 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:45:05,183 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:45:05,183 DEBUG [RS:0;719ac8e87449:42991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,42991,1732607102743 2024-11-26T07:45:05,183 DEBUG [RS:1;719ac8e87449:37419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,37419,1732607102974 2024-11-26T07:45:05,183 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,42991,1732607102743' 2024-11-26T07:45:05,183 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37419,1732607102974' 2024-11-26T07:45:05,183 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:45:05,183 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:45:05,184 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:45:05,184 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:45:05,185 DEBUG [RS:1;719ac8e87449:37419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:45:05,185 INFO [RS:1;719ac8e87449:37419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:45:05,185 DEBUG [RS:0;719ac8e87449:42991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:45:05,185 INFO [RS:1;719ac8e87449:37419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:45:05,185 INFO [RS:0;719ac8e87449:42991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:45:05,185 INFO [RS:0;719ac8e87449:42991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:45:05,186 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:45:05,187 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:45:05,188 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:45:05,188 DEBUG [RS:2;719ac8e87449:37373 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,37373,1732607103062 2024-11-26T07:45:05,188 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37373,1732607103062' 2024-11-26T07:45:05,188 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:45:05,189 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:45:05,190 DEBUG [RS:2;719ac8e87449:37373 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:45:05,190 INFO [RS:2;719ac8e87449:37373 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:45:05,190 INFO [RS:2;719ac8e87449:37373 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:45:05,228 WARN [719ac8e87449:41087 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:45:05,290 INFO [RS:1;719ac8e87449:37419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:45:05,291 INFO [RS:2;719ac8e87449:37373 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:45:05,293 INFO [RS:0;719ac8e87449:42991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:45:05,293 INFO [RS:2;719ac8e87449:37373 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37373%2C1732607103062, suffix=, logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37373,1732607103062, archiveDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs, maxLogs=32 2024-11-26T07:45:05,295 INFO [RS:1;719ac8e87449:37419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37419%2C1732607102974, suffix=, logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37419,1732607102974, archiveDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs, maxLogs=32 2024-11-26T07:45:05,296 INFO [RS:0;719ac8e87449:42991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C42991%2C1732607102743, suffix=, logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,42991,1732607102743, archiveDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs, maxLogs=32 2024-11-26T07:45:05,310 DEBUG [RS:2;719ac8e87449:37373 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37373,1732607103062/719ac8e87449%2C37373%2C1732607103062.1732607105296, exclude list is [], retry=0 2024-11-26T07:45:05,310 DEBUG [RS:0;719ac8e87449:42991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,42991,1732607102743/719ac8e87449%2C42991%2C1732607102743.1732607105297, exclude list is [], retry=0 2024-11-26T07:45:05,310 DEBUG [RS:1;719ac8e87449:37419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37419,1732607102974/719ac8e87449%2C37419%2C1732607102974.1732607105297, exclude list is [], retry=0 2024-11-26T07:45:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-ed82eda5-9e38-4fe5-8177-515dc3f36b30,DISK] 2024-11-26T07:45:05,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-c4bf1b53-3f07-4c41-8535-08662ebc11cf,DISK] 2024-11-26T07:45:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40939,DS-d2e4cf06-ee98-4c6b-ac31-6bd150b0c8a8,DISK] 2024-11-26T07:45:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-ed82eda5-9e38-4fe5-8177-515dc3f36b30,DISK] 2024-11-26T07:45:05,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40939,DS-d2e4cf06-ee98-4c6b-ac31-6bd150b0c8a8,DISK] 2024-11-26T07:45:05,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40939,DS-d2e4cf06-ee98-4c6b-ac31-6bd150b0c8a8,DISK] 2024-11-26T07:45:05,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-c4bf1b53-3f07-4c41-8535-08662ebc11cf,DISK] 2024-11-26T07:45:05,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-c4bf1b53-3f07-4c41-8535-08662ebc11cf,DISK] 2024-11-26T07:45:05,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-ed82eda5-9e38-4fe5-8177-515dc3f36b30,DISK] 2024-11-26T07:45:05,362 INFO [RS:0;719ac8e87449:42991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,42991,1732607102743/719ac8e87449%2C42991%2C1732607102743.1732607105297 2024-11-26T07:45:05,369 INFO [RS:1;719ac8e87449:37419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37419,1732607102974/719ac8e87449%2C37419%2C1732607102974.1732607105297 2024-11-26T07:45:05,370 INFO [RS:2;719ac8e87449:37373 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37373,1732607103062/719ac8e87449%2C37373%2C1732607103062.1732607105296 2024-11-26T07:45:05,371 DEBUG [RS:0;719ac8e87449:42991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473),(127.0.0.1/127.0.0.1:36931:36931),(127.0.0.1/127.0.0.1:39485:39485)] 2024-11-26T07:45:05,372 DEBUG [RS:1;719ac8e87449:37419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39485:39485),(127.0.0.1/127.0.0.1:36931:36931),(127.0.0.1/127.0.0.1:33473:33473)] 2024-11-26T07:45:05,373 DEBUG [RS:2;719ac8e87449:37373 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39485:39485),(127.0.0.1/127.0.0.1:36931:36931),(127.0.0.1/127.0.0.1:33473:33473)] 2024-11-26T07:45:05,481 DEBUG [719ac8e87449:41087 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T07:45:05,494 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:45:05,503 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:45:05,503 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:45:05,503 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:45:05,503 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:45:05,503 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:45:05,503 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:45:05,503 INFO [719ac8e87449:41087 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:45:05,503 INFO [719ac8e87449:41087 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:45:05,503 INFO [719ac8e87449:41087 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:45:05,504 DEBUG [719ac8e87449:41087 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:45:05,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,42991,1732607102743 2024-11-26T07:45:05,517 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,42991,1732607102743, state=OPENING 2024-11-26T07:45:05,576 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:45:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:05,588 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:05,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:05,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:45:05,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,42991,1732607102743}] 2024-11-26T07:45:05,772 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:45:05,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54817, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:45:05,791 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:45:05,792 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:45:05,792 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:45:05,796 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C42991%2C1732607102743.meta, suffix=.meta, logDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,42991,1732607102743, archiveDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs, maxLogs=32 2024-11-26T07:45:05,812 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,42991,1732607102743/719ac8e87449%2C42991%2C1732607102743.meta.1732607105798.meta, exclude list is [], retry=0 2024-11-26T07:45:05,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36403,DS-ed82eda5-9e38-4fe5-8177-515dc3f36b30,DISK] 2024-11-26T07:45:05,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43665,DS-c4bf1b53-3f07-4c41-8535-08662ebc11cf,DISK] 2024-11-26T07:45:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40939,DS-d2e4cf06-ee98-4c6b-ac31-6bd150b0c8a8,DISK] 2024-11-26T07:45:05,824 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,42991,1732607102743/719ac8e87449%2C42991%2C1732607102743.meta.1732607105798.meta 2024-11-26T07:45:05,825 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33473:33473),(127.0.0.1/127.0.0.1:36931:36931),(127.0.0.1/127.0.0.1:39485:39485)] 2024-11-26T07:45:05,825 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:45:05,827 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:45:05,831 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:45:05,836 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:45:05,865 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:45:05,866 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:05,866 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:45:05,866 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:45:05,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:45:05,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:45:05,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:05,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:05,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:45:05,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:45:05,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:05,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:05,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:45:05,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:45:05,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:05,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:05,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:45:05,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:45:05,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:05,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:05,886 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:45:05,888 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740 2024-11-26T07:45:05,897 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740 2024-11-26T07:45:05,900 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:45:05,900 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:45:05,901 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:45:05,907 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:45:05,910 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71849390, jitterRate=0.07063934206962585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:45:05,910 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:45:05,911 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732607105867Writing region info on filesystem at 1732607105867Initializing all the Stores at 1732607105870 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607105870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607105872 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607105873 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607105873Cleaning up temporary data from old regions at 1732607105900 (+27 ms)Running coprocessor post-open hooks at 1732607105910 (+10 ms)Region opened successfully at 1732607105911 (+1 ms) 2024-11-26T07:45:05,921 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732607105763 2024-11-26T07:45:05,932 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:45:05,933 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:45:05,935 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,42991,1732607102743 2024-11-26T07:45:05,938 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,42991,1732607102743, state=OPEN 2024-11-26T07:45:05,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:05,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:05,988 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:05,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:05,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,988 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:05,989 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,42991,1732607102743 2024-11-26T07:45:05,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:45:05,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,42991,1732607102743 in 396 msec 2024-11-26T07:45:06,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:45:06,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 934 msec 2024-11-26T07:45:06,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:06,006 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:45:06,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:45:06,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,42991,1732607102743, seqNum=-1] 2024-11-26T07:45:06,058 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:45:06,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:45:06,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-26T07:45:06,091 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732607106090, completionTime=-1 2024-11-26T07:45:06,093 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T07:45:06,094 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:45:06,123 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T07:45:06,123 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607166123 2024-11-26T07:45:06,123 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607226123 2024-11-26T07:45:06,123 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-26T07:45:06,132 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:45:06,142 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41087,1732607101742-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:06,142 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41087,1732607101742-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:06,143 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41087,1732607101742-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:06,145 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:41087, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:06,145 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:06,146 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:06,155 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:45:06,183 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.975sec 2024-11-26T07:45:06,185 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:45:06,187 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:45:06,188 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:45:06,189 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:45:06,189 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:45:06,190 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41087,1732607101742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:06,191 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41087,1732607101742-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:45:06,196 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:45:06,197 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:45:06,198 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41087,1732607101742-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:06,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67677ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:45:06,246 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T07:45:06,247 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T07:45:06,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,41087,-1 for getting cluster id 2024-11-26T07:45:06,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:45:06,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17828cb1-ed6e-4fee-a4e6-18fd3b9cb65a' 2024-11-26T07:45:06,272 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:45:06,273 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17828cb1-ed6e-4fee-a4e6-18fd3b9cb65a" 2024-11-26T07:45:06,273 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3eb6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:45:06,273 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,41087,-1] 2024-11-26T07:45:06,277 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:45:06,280 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:06,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:45:06,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42abb442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:45:06,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:45:06,293 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,42991,1732607102743, seqNum=-1] 2024-11-26T07:45:06,294 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:45:06,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:45:06,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,41087,1732607101742 2024-11-26T07:45:06,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:45:06,330 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,41087,1732607101742 2024-11-26T07:45:06,332 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ecec3c3 2024-11-26T07:45:06,333 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:45:06,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:45:06,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:45:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-26T07:45:06,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:45:06,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-26T07:45:06,359 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:06,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:45:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:06,372 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:06,372 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:06,375 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:53354 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53354 dst: /127.0.0.1:43665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:06,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-26T07:45:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:06,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-26T07:45:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-26T07:45:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-26T07:45:06,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-26T07:45:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-26T07:45:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-26T07:45:06,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-26T07:45:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-26T07:45:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:06,780 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:06,784 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c294a1c8419fae31039a4294cf3c266, NAME => 'TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6 2024-11-26T07:45:06,792 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:06,792 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:06,802 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:56736 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:40939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56736 dst: /127.0.0.1:40939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:06,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-26T07:45:06,811 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:06,812 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:06,812 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 0c294a1c8419fae31039a4294cf3c266, disabling compactions & flushes 2024-11-26T07:45:06,812 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:06,812 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:06,812 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. after waiting 0 ms 2024-11-26T07:45:06,813 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:06,813 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:06,813 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c294a1c8419fae31039a4294cf3c266: Waiting for close lock at 1732607106812Disabling compacts and flushes for region at 1732607106812Disabling writes for close at 1732607106812Writing region close event to WAL at 1732607106813 (+1 ms)Closed at 1732607106813 2024-11-26T07:45:06,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:45:06,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732607106816"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607106816"}]},"ts":"1732607106816"} 2024-11-26T07:45:06,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:45:06,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:45:06,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607106829"}]},"ts":"1732607106829"} 2024-11-26T07:45:06,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-26T07:45:06,838 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:45:06,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:45:06,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:45:06,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:45:06,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:45:06,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:45:06,839 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:45:06,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:45:06,839 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:45:06,840 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:45:06,840 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:45:06,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0c294a1c8419fae31039a4294cf3c266, ASSIGN}] 2024-11-26T07:45:06,844 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0c294a1c8419fae31039a4294cf3c266, ASSIGN 2024-11-26T07:45:06,847 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0c294a1c8419fae31039a4294cf3c266, ASSIGN; state=OFFLINE, location=719ac8e87449,37419,1732607102974; forceNewPlan=false, retain=false 2024-11-26T07:45:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:06,999 INFO [719ac8e87449:41087 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T07:45:07,000 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c294a1c8419fae31039a4294cf3c266, regionState=OPENING, regionLocation=719ac8e87449,37419,1732607102974 2024-11-26T07:45:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0c294a1c8419fae31039a4294cf3c266, ASSIGN because future has completed 2024-11-26T07:45:07,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c294a1c8419fae31039a4294cf3c266, server=719ac8e87449,37419,1732607102974}] 2024-11-26T07:45:07,159 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:45:07,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:45:07,168 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:07,168 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c294a1c8419fae31039a4294cf3c266, NAME => 'TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:45:07,169 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,169 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:07,169 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,169 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,171 INFO [StoreOpener-0c294a1c8419fae31039a4294cf3c266-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,174 INFO [StoreOpener-0c294a1c8419fae31039a4294cf3c266-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c294a1c8419fae31039a4294cf3c266 columnFamilyName cf 2024-11-26T07:45:07,174 DEBUG [StoreOpener-0c294a1c8419fae31039a4294cf3c266-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:07,175 INFO [StoreOpener-0c294a1c8419fae31039a4294cf3c266-1 {}] regionserver.HStore(327): Store=0c294a1c8419fae31039a4294cf3c266/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:07,175 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,177 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,178 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,178 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,179 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,182 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,190 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:45:07,191 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c294a1c8419fae31039a4294cf3c266; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73389441, jitterRate=0.09358789026737213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:45:07,191 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:07,192 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c294a1c8419fae31039a4294cf3c266: Running coprocessor pre-open hook at 1732607107169Writing region info on filesystem at 1732607107169Initializing all the Stores at 1732607107171 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607107171Cleaning up temporary data from old regions at 1732607107179 (+8 ms)Running coprocessor post-open hooks at 1732607107191 (+12 ms)Region opened successfully at 1732607107192 (+1 ms) 2024-11-26T07:45:07,194 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266., pid=6, masterSystemTime=1732607107159 2024-11-26T07:45:07,198 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:07,198 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:07,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c294a1c8419fae31039a4294cf3c266, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37419,1732607102974 2024-11-26T07:45:07,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c294a1c8419fae31039a4294cf3c266, server=719ac8e87449,37419,1732607102974 because future has completed 2024-11-26T07:45:07,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:45:07,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c294a1c8419fae31039a4294cf3c266, server=719ac8e87449,37419,1732607102974 in 206 msec 2024-11-26T07:45:07,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:45:07,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0c294a1c8419fae31039a4294cf3c266, ASSIGN in 376 msec 2024-11-26T07:45:07,224 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:45:07,225 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607107224"}]},"ts":"1732607107224"} 2024-11-26T07:45:07,229 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-26T07:45:07,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:45:07,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 883 msec 2024-11-26T07:45:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:07,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-26T07:45:07,502 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T07:45:07,503 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:45:07,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-26T07:45:07,510 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:45:07,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-26T07:45:07,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266., hostname=719ac8e87449,37419,1732607102974, seqNum=2] 2024-11-26T07:45:07,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:45:07,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:45:07,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-26T07:45:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-26T07:45:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:45:07,542 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-26T07:45:07,544 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T07:45:07,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T07:45:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:45:07,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T07:45:07,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:07,713 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0c294a1c8419fae31039a4294cf3c266 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-26T07:45:07,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266/.tmp/cf/69a890fc2a2f4651b6ab693f90d83444 is 36, key is row/cf:cq/1732607107525/Put/seqid=0 2024-11-26T07:45:07,791 WARN [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:07,791 WARN [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:07,800 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_30963604_22 at /127.0.0.1:39956 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:36403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39956 dst: /127.0.0.1:36403 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-26T07:45:07,809 WARN [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:07,809 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266/.tmp/cf/69a890fc2a2f4651b6ab693f90d83444 2024-11-26T07:45:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:45:07,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266/.tmp/cf/69a890fc2a2f4651b6ab693f90d83444 as hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266/cf/69a890fc2a2f4651b6ab693f90d83444 2024-11-26T07:45:07,877 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266/cf/69a890fc2a2f4651b6ab693f90d83444, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T07:45:07,885 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 0c294a1c8419fae31039a4294cf3c266 in 173ms, sequenceid=5, compaction requested=false 2024-11-26T07:45:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-26T07:45:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0c294a1c8419fae31039a4294cf3c266: 2024-11-26T07:45:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:07,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T07:45:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T07:45:07,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T07:45:07,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 352 msec 2024-11-26T07:45:07,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 371 msec 2024-11-26T07:45:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:45:08,172 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T07:45:08,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:45:08,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:45:08,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:08,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:45:08,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:45:08,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=486227992, stopped=false 2024-11-26T07:45:08,194 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,41087,1732607101742 2024-11-26T07:45:08,246 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:08,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:08,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:08,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:08,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:08,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:08,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:45:08,246 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:08,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:45:08,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:08,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:08,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,42991,1732607102743' ***** 2024-11-26T07:45:08,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:45:08,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,37419,1732607102974' ***** 2024-11-26T07:45:08,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:45:08,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,37373,1732607103062' ***** 2024-11-26T07:45:08,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:45:08,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:08,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:08,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:08,248 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:45:08,248 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:45:08,249 INFO [RS:0;719ac8e87449:42991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:45:08,249 INFO [RS:2;719ac8e87449:37373 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:45:08,249 INFO [RS:0;719ac8e87449:42991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:45:08,249 INFO [RS:2;719ac8e87449:37373 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:45:08,249 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,42991,1732607102743 2024-11-26T07:45:08,249 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,37373,1732607103062 2024-11-26T07:45:08,249 INFO [RS:2;719ac8e87449:37373 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:08,249 INFO [RS:0;719ac8e87449:42991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:08,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:08,249 INFO [RS:0;719ac8e87449:42991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:42991. 2024-11-26T07:45:08,249 INFO [RS:2;719ac8e87449:37373 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;719ac8e87449:37373. 2024-11-26T07:45:08,249 DEBUG [RS:2;719ac8e87449:37373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:08,249 DEBUG [RS:0;719ac8e87449:42991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:08,249 DEBUG [RS:2;719ac8e87449:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,249 DEBUG [RS:0;719ac8e87449:42991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,249 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:45:08,250 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,37373,1732607103062; all regions closed. 2024-11-26T07:45:08,250 INFO [RS:0;719ac8e87449:42991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:45:08,250 INFO [RS:0;719ac8e87449:42991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:45:08,250 INFO [RS:0;719ac8e87449:42991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:45:08,250 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:45:08,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:45:08,251 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:45:08,251 INFO [RS:1;719ac8e87449:37419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:45:08,251 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:45:08,251 INFO [RS:1;719ac8e87449:37419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:45:08,251 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:45:08,251 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:08,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:45:08,251 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:45:08,252 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,37419,1732607102974 2024-11-26T07:45:08,252 INFO [RS:1;719ac8e87449:37419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:45:08,252 INFO [RS:1;719ac8e87449:37419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;719ac8e87449:37419. 2024-11-26T07:45:08,252 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:45:08,252 DEBUG [RS:1;719ac8e87449:37419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c294a1c8419fae31039a4294cf3c266, disabling compactions & flushes 2024-11-26T07:45:08,252 DEBUG [RS:1;719ac8e87449:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:45:08,252 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:45:08,252 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:08,252 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1325): Online Regions={0c294a1c8419fae31039a4294cf3c266=TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266.} 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. after waiting 0 ms 2024-11-26T07:45:08,252 DEBUG [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1351): Waiting on 0c294a1c8419fae31039a4294cf3c266 2024-11-26T07:45:08,252 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:08,252 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T07:45:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741828_1018 (size=93) 2024-11-26T07:45:08,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_1073741828_1018 (size=93) 2024-11-26T07:45:08,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741828_1018 (size=93) 2024-11-26T07:45:08,278 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/default/TestHBaseWalOnEC/0c294a1c8419fae31039a4294cf3c266/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:45:08,280 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:08,280 DEBUG [RS:2;719ac8e87449:37373 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs 2024-11-26T07:45:08,280 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c294a1c8419fae31039a4294cf3c266: Waiting for close lock at 1732607108252Running coprocessor pre-close hooks at 1732607108252Disabling compacts and flushes for region at 1732607108252Disabling writes for close at 1732607108252Writing region close event to WAL at 1732607108264 (+12 ms)Running coprocessor post-close hooks at 1732607108279 (+15 ms)Closed at 1732607108280 (+1 ms) 2024-11-26T07:45:08,280 INFO [RS:2;719ac8e87449:37373 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37373%2C1732607103062:(num 1732607105296) 2024-11-26T07:45:08,280 DEBUG [RS:2;719ac8e87449:37373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,280 INFO [RS:2;719ac8e87449:37373 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:08,280 INFO [RS:2;719ac8e87449:37373 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:08,280 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266. 2024-11-26T07:45:08,281 INFO [RS:2;719ac8e87449:37373 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:08,281 INFO [RS:2;719ac8e87449:37373 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:45:08,281 INFO [RS:2;719ac8e87449:37373 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:45:08,281 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:08,281 INFO [RS:2;719ac8e87449:37373 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:45:08,281 INFO [RS:2;719ac8e87449:37373 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:08,281 INFO [RS:2;719ac8e87449:37373 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37373 2024-11-26T07:45:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:08,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,37373,1732607103062 2024-11-26T07:45:08,293 INFO [RS:2;719ac8e87449:37373 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:08,298 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/info/6b8f87da205a4ba48d5d8593f528a29c is 153, key is TestHBaseWalOnEC,,1732607106338.0c294a1c8419fae31039a4294cf3c266./info:regioninfo/1732607107200/Put/seqid=0 2024-11-26T07:45:08,301 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,301 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,305 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,37373,1732607103062] 2024-11-26T07:45:08,306 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_282862834_22 at /127.0.0.1:56754 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:40939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56754 dst: /127.0.0.1:40939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:08,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,37373,1732607103062 already deleted, retry=false 2024-11-26T07:45:08,313 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,37373,1732607103062 expired; onlineServers=2 2024-11-26T07:45:08,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-26T07:45:08,317 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:08,317 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/info/6b8f87da205a4ba48d5d8593f528a29c 2024-11-26T07:45:08,331 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:08,337 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:08,337 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:08,350 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/ns/b18a2c924a2541d3854f37d57bfd24a0 is 43, key is default/ns:d/1732607106067/Put/seqid=0 2024-11-26T07:45:08,352 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,352 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,355 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_282862834_22 at /127.0.0.1:56774 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:40939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56774 dst: /127.0.0.1:40939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-26T07:45:08,359 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:08,359 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/ns/b18a2c924a2541d3854f37d57bfd24a0 2024-11-26T07:45:08,391 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/table/1495eee5c46b492e8ec1a4c08db93f63 is 52, key is TestHBaseWalOnEC/table:state/1732607107224/Put/seqid=0 2024-11-26T07:45:08,393 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,393 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,396 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_282862834_22 at /127.0.0.1:56782 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:40939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56782 dst: /127.0.0.1:40939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:08,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-26T07:45:08,403 WARN [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:08,403 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/table/1495eee5c46b492e8ec1a4c08db93f63 2024-11-26T07:45:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:08,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37373-0x1017763dab20003, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:08,405 INFO [RS:2;719ac8e87449:37373 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:08,405 INFO [RS:2;719ac8e87449:37373 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,37373,1732607103062; zookeeper connection closed. 2024-11-26T07:45:08,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eb1923 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eb1923 2024-11-26T07:45:08,416 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/info/6b8f87da205a4ba48d5d8593f528a29c as hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/info/6b8f87da205a4ba48d5d8593f528a29c 2024-11-26T07:45:08,430 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/info/6b8f87da205a4ba48d5d8593f528a29c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T07:45:08,432 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/ns/b18a2c924a2541d3854f37d57bfd24a0 as hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/ns/b18a2c924a2541d3854f37d57bfd24a0 2024-11-26T07:45:08,445 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/ns/b18a2c924a2541d3854f37d57bfd24a0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:45:08,447 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/.tmp/table/1495eee5c46b492e8ec1a4c08db93f63 as hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/table/1495eee5c46b492e8ec1a4c08db93f63 2024-11-26T07:45:08,452 DEBUG [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:45:08,452 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,37419,1732607102974; all regions closed. 2024-11-26T07:45:08,459 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/table/1495eee5c46b492e8ec1a4c08db93f63, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T07:45:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741827_1017 (size=1298) 2024-11-26T07:45:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_1073741827_1017 (size=1298) 2024-11-26T07:45:08,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/WALs/719ac8e87449,37419,1732607102974/719ac8e87449%2C37419%2C1732607102974.1732607105297 not finished, retry = 0 2024-11-26T07:45:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741827_1017 (size=1298) 2024-11-26T07:45:08,461 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 208ms, sequenceid=11, compaction requested=false 2024-11-26T07:45:08,461 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:45:08,480 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:45:08,481 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:45:08,481 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:45:08,481 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607108251Running coprocessor pre-close hooks at 1732607108252 (+1 ms)Disabling compacts and flushes for region at 1732607108252Disabling writes for close at 1732607108252Obtaining lock to block concurrent updates at 1732607108252Preparing flush snapshotting stores in 1588230740 at 1732607108252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732607108253 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732607108255 (+2 ms)Flushing 1588230740/info: creating writer at 1732607108255Flushing 1588230740/info: appending metadata at 1732607108289 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732607108289Flushing 1588230740/ns: creating writer at 1732607108331 (+42 ms)Flushing 1588230740/ns: appending metadata at 1732607108349 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732607108349Flushing 1588230740/table: creating writer at 1732607108370 (+21 ms)Flushing 1588230740/table: appending metadata at 1732607108390 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732607108390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc10a55: reopening flushed file at 1732607108415 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d51283: reopening flushed file at 1732607108430 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@436a321e: reopening flushed file at 1732607108445 (+15 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 208ms, sequenceid=11, compaction requested=false at 1732607108461 (+16 ms)Writing region close event to WAL at 1732607108466 (+5 ms)Running coprocessor post-close hooks at 1732607108481 (+15 ms)Closed at 1732607108481 2024-11-26T07:45:08,482 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:45:08,564 DEBUG [RS:1;719ac8e87449:37419 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs 2024-11-26T07:45:08,564 INFO [RS:1;719ac8e87449:37419 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37419%2C1732607102974:(num 1732607105297) 2024-11-26T07:45:08,564 DEBUG [RS:1;719ac8e87449:37419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:45:08,565 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:08,565 INFO [RS:1;719ac8e87449:37419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37419 2024-11-26T07:45:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,37419,1732607102974 2024-11-26T07:45:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:08,602 INFO [RS:1;719ac8e87449:37419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:08,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,37419,1732607102974] 2024-11-26T07:45:08,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,37419,1732607102974 already deleted, retry=false 2024-11-26T07:45:08,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,37419,1732607102974 expired; onlineServers=1 2024-11-26T07:45:08,652 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,42991,1732607102743; all regions closed. 2024-11-26T07:45:08,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741829_1019 (size=2751) 2024-11-26T07:45:08,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741829_1019 (size=2751) 2024-11-26T07:45:08,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_1073741829_1019 (size=2751) 2024-11-26T07:45:08,660 DEBUG [RS:0;719ac8e87449:42991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs 2024-11-26T07:45:08,660 INFO [RS:0;719ac8e87449:42991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C42991%2C1732607102743.meta:.meta(num 1732607105798) 2024-11-26T07:45:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741826_1016 (size=93) 2024-11-26T07:45:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741826_1016 (size=93) 2024-11-26T07:45:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_1073741826_1016 (size=93) 2024-11-26T07:45:08,672 DEBUG [RS:0;719ac8e87449:42991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/oldWALs 2024-11-26T07:45:08,672 INFO [RS:0;719ac8e87449:42991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C42991%2C1732607102743:(num 1732607105297) 2024-11-26T07:45:08,672 DEBUG [RS:0;719ac8e87449:42991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:08,672 INFO [RS:0;719ac8e87449:42991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:08,672 INFO [RS:0;719ac8e87449:42991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:08,672 INFO [RS:0;719ac8e87449:42991 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:08,672 INFO [RS:0;719ac8e87449:42991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:08,672 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:08,673 INFO [RS:0;719ac8e87449:42991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42991 2024-11-26T07:45:08,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:08,704 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,42991,1732607102743 2024-11-26T07:45:08,704 INFO [RS:0;719ac8e87449:42991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:08,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,42991,1732607102743] 2024-11-26T07:45:08,713 INFO [RS:1;719ac8e87449:37419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:08,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:08,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37419-0x1017763dab20002, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:08,713 INFO [RS:1;719ac8e87449:37419 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,37419,1732607102974; zookeeper connection closed. 2024-11-26T07:45:08,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@218e3499 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@218e3499 2024-11-26T07:45:08,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,42991,1732607102743 already deleted, retry=false 2024-11-26T07:45:08,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,42991,1732607102743 expired; onlineServers=0 2024-11-26T07:45:08,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,41087,1732607101742' ***** 2024-11-26T07:45:08,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:45:08,721 INFO [M:0;719ac8e87449:41087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:08,721 INFO [M:0;719ac8e87449:41087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:08,722 DEBUG [M:0;719ac8e87449:41087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:45:08,722 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:45:08,722 DEBUG [M:0;719ac8e87449:41087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:45:08,722 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607104882 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607104882,5,FailOnTimeoutGroup] 2024-11-26T07:45:08,722 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607104869 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607104869,5,FailOnTimeoutGroup] 2024-11-26T07:45:08,722 INFO [M:0;719ac8e87449:41087 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:08,722 INFO [M:0;719ac8e87449:41087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:08,722 DEBUG [M:0;719ac8e87449:41087 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:45:08,722 INFO [M:0;719ac8e87449:41087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:45:08,723 INFO [M:0;719ac8e87449:41087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:45:08,723 INFO [M:0;719ac8e87449:41087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:45:08,723 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:45:08,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:08,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:08,730 DEBUG [M:0;719ac8e87449:41087 {}] zookeeper.ZKUtil(347): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:45:08,730 WARN [M:0;719ac8e87449:41087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:45:08,731 INFO [M:0;719ac8e87449:41087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/.lastflushedseqids 2024-11-26T07:45:08,742 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,743 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,746 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:53416 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:43665:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53416 dst: /127.0.0.1:43665 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-26T07:45:08,753 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:08,753 INFO [M:0;719ac8e87449:41087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:45:08,753 INFO [M:0;719ac8e87449:41087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:45:08,753 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:45:08,753 INFO [M:0;719ac8e87449:41087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:08,753 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:08,753 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:45:08,754 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:08,754 INFO [M:0;719ac8e87449:41087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-26T07:45:08,783 DEBUG [M:0;719ac8e87449:41087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aee90a38b73a48438f378f069f8819eb is 82, key is hbase:meta,,1/info:regioninfo/1732607105935/Put/seqid=0 2024-11-26T07:45:08,786 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,786 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,791 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:39988 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:36403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39988 dst: /127.0.0.1:36403 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-26T07:45:08,801 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:08,801 INFO [M:0;719ac8e87449:41087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aee90a38b73a48438f378f069f8819eb 2024-11-26T07:45:08,813 INFO [RS:0;719ac8e87449:42991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:08,813 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:08,813 INFO [RS:0;719ac8e87449:42991 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,42991,1732607102743; zookeeper connection closed. 2024-11-26T07:45:08,813 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42991-0x1017763dab20001, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:08,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39f76941 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39f76941 2024-11-26T07:45:08,814 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T07:45:08,832 DEBUG [M:0;719ac8e87449:41087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b4dddbf25924e2a969ca4d1b958c1a6 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732607107234/Put/seqid=0 2024-11-26T07:45:08,835 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,835 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,845 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:56806 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:40939:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56806 dst: /127.0.0.1:40939 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-26T07:45:08,854 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:08,854 INFO [M:0;719ac8e87449:41087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b4dddbf25924e2a969ca4d1b958c1a6 2024-11-26T07:45:08,882 DEBUG [M:0;719ac8e87449:41087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853bbcf8304e41cbab44d3526954848b is 69, key is 719ac8e87449,37373,1732607103062/rs:state/1732607104932/Put/seqid=0 2024-11-26T07:45:08,884 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,884 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-26T07:45:08,888 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_760692148_22 at /127.0.0.1:40018 [Receiving block BP-1296912761-172.17.0.2-1732607097110:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:36403:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40018 dst: /127.0.0.1:36403 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:45:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-26T07:45:08,894 WARN [M:0;719ac8e87449:41087 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-26T07:45:08,894 INFO [M:0;719ac8e87449:41087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853bbcf8304e41cbab44d3526954848b 2024-11-26T07:45:08,904 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aee90a38b73a48438f378f069f8819eb as hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aee90a38b73a48438f378f069f8819eb 2024-11-26T07:45:08,915 INFO [M:0;719ac8e87449:41087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aee90a38b73a48438f378f069f8819eb, entries=8, sequenceid=72, filesize=5.5 K 2024-11-26T07:45:08,917 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b4dddbf25924e2a969ca4d1b958c1a6 as hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b4dddbf25924e2a969ca4d1b958c1a6 2024-11-26T07:45:08,925 INFO [M:0;719ac8e87449:41087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b4dddbf25924e2a969ca4d1b958c1a6, entries=8, sequenceid=72, filesize=6.3 K 2024-11-26T07:45:08,927 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/853bbcf8304e41cbab44d3526954848b as hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/853bbcf8304e41cbab44d3526954848b 2024-11-26T07:45:08,937 INFO [M:0;719ac8e87449:41087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/853bbcf8304e41cbab44d3526954848b, entries=3, sequenceid=72, filesize=5.2 K 2024-11-26T07:45:08,939 INFO [M:0;719ac8e87449:41087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=72, compaction requested=false 2024-11-26T07:45:08,943 INFO [M:0;719ac8e87449:41087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:08,943 DEBUG [M:0;719ac8e87449:41087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607108753Disabling compacts and flushes for region at 1732607108753Disabling writes for close at 1732607108753Obtaining lock to block concurrent updates at 1732607108754 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607108754Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1732607108754Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607108759 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607108759Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607108783 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607108783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607108809 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607108831 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607108831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607108863 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607108881 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607108881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf67a97: reopening flushed file at 1732607108902 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727ffe15: reopening flushed file at 1732607108915 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3a4dd8: reopening flushed file at 1732607108925 (+10 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 185ms, sequenceid=72, compaction requested=false at 1732607108939 (+14 ms)Writing region close event to WAL at 1732607108943 (+4 ms)Closed at 1732607108943 2024-11-26T07:45:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43665 is added to blk_1073741825_1011 (size=32653) 2024-11-26T07:45:08,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36403 is added to blk_1073741825_1011 (size=32653) 2024-11-26T07:45:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40939 is added to blk_1073741825_1011 (size=32653) 2024-11-26T07:45:08,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:08,954 INFO [M:0;719ac8e87449:41087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:45:08,954 INFO [M:0;719ac8e87449:41087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41087 2024-11-26T07:45:08,954 INFO [M:0;719ac8e87449:41087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:09,085 INFO [M:0;719ac8e87449:41087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:09,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41087-0x1017763dab20000, quorum=127.0.0.1:62724, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:09,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ed26c08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:09,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e38c22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:09,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:09,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6622764e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:09,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d436b9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:09,120 WARN [BP-1296912761-172.17.0.2-1732607097110 heartbeating to localhost/127.0.0.1:45089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:45:09,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:45:09,120 WARN [BP-1296912761-172.17.0.2-1732607097110 heartbeating to localhost/127.0.0.1:45089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296912761-172.17.0.2-1732607097110 (Datanode Uuid c120b4cf-c1a6-4b0d-bf55-f9ca5b5bd78e) service to localhost/127.0.0.1:45089 2024-11-26T07:45:09,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:45:09,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data5/current/BP-1296912761-172.17.0.2-1732607097110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:09,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data6/current/BP-1296912761-172.17.0.2-1732607097110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:09,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:45:09,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54d3b08b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:09,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12d61795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:09,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:09,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383e0f35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:09,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67b97ec9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:09,127 WARN [BP-1296912761-172.17.0.2-1732607097110 heartbeating to localhost/127.0.0.1:45089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:45:09,127 WARN [BP-1296912761-172.17.0.2-1732607097110 heartbeating to localhost/127.0.0.1:45089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296912761-172.17.0.2-1732607097110 (Datanode Uuid 2edc63d0-8fe0-4ebb-b26c-b32db975c37b) service to localhost/127.0.0.1:45089 2024-11-26T07:45:09,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data3/current/BP-1296912761-172.17.0.2-1732607097110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:09,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data4/current/BP-1296912761-172.17.0.2-1732607097110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:09,128 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:45:09,128 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:45:09,129 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:45:09,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d75ccf2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:09,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e76ac3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:09,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:09,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b2fb175{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:09,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f38e6b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:09,138 WARN [BP-1296912761-172.17.0.2-1732607097110 heartbeating to localhost/127.0.0.1:45089 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:45:09,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:45:09,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:45:09,138 WARN [BP-1296912761-172.17.0.2-1732607097110 heartbeating to localhost/127.0.0.1:45089 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296912761-172.17.0.2-1732607097110 (Datanode Uuid 12593dd1-902a-4661-8344-d9678550457d) service to localhost/127.0.0.1:45089 2024-11-26T07:45:09,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data1/current/BP-1296912761-172.17.0.2-1732607097110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:09,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/cluster_e4e0c3e3-dc34-fb1a-3e8b-f04611de1b6e/data/data2/current/BP-1296912761-172.17.0.2-1732607097110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:09,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:45:09,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb83937{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:45:09,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69b5b273{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:09,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:09,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cbd6fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:09,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b03c34d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:09,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:45:09,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:45:09,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 156), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=330 (was 333), ProcessCount=11 (was 11), AvailableMemoryMB=11311 (was 11852) 2024-11-26T07:45:09,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=11311 2024-11-26T07:45:09,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:45:09,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.log.dir so I do NOT create it in target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5 2024-11-26T07:45:09,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/72a3980e-db67-bc1f-c460-e10ea59f71a7/hadoop.tmp.dir so I do NOT create it in target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86, deleteOnExit=true 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/test.cache.data in system properties and HBase conf 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:45:09,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:45:09,220 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:45:09,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:45:09,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:45:09,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:45:09,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:45:09,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:45:09,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:45:09,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:45:09,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:45:09,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:45:09,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:45:09,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:45:09,611 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:45:09,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c686d6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:45:09,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5574eaf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:45:09,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5609bdf8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/java.io.tmpdir/jetty-localhost-40529-hadoop-hdfs-3_4_1-tests_jar-_-any-2453333425221389276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:45:09,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cbf28d2{HTTP/1.1, (http/1.1)}{localhost:40529} 2024-11-26T07:45:09,726 INFO [Time-limited test {}] server.Server(415): Started @14843ms 2024-11-26T07:45:09,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:45:09,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:45:09,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:45:09,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:45:09,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:45:09,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c411bc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:45:09,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d63bfae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:45:10,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@484ab650{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/java.io.tmpdir/jetty-localhost-38445-hadoop-hdfs-3_4_1-tests_jar-_-any-1573760249437061720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:10,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d09d7d5{HTTP/1.1, (http/1.1)}{localhost:38445} 2024-11-26T07:45:10,068 INFO [Time-limited test {}] server.Server(415): Started @15185ms 2024-11-26T07:45:10,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:45:10,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:45:10,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:45:10,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:45:10,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:45:10,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:45:10,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17cd1c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:45:10,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2d9a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:45:10,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@569dbdc8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/java.io.tmpdir/jetty-localhost-46345-hadoop-hdfs-3_4_1-tests_jar-_-any-7107428030503971614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:10,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c4cb78{HTTP/1.1, (http/1.1)}{localhost:46345} 2024-11-26T07:45:10,248 INFO [Time-limited test {}] server.Server(415): Started @15365ms 2024-11-26T07:45:10,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:45:10,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:45:10,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:45:10,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:45:10,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:45:10,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:45:10,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25de4fb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:45:10,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@498db938{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:45:10,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51eb0253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/java.io.tmpdir/jetty-localhost-34389-hadoop-hdfs-3_4_1-tests_jar-_-any-1819919827064665909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:10,409 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38066021{HTTP/1.1, (http/1.1)}{localhost:34389} 2024-11-26T07:45:10,409 INFO [Time-limited test {}] server.Server(415): Started @15526ms 2024-11-26T07:45:10,411 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:45:10,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:45:10,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:45:10,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:45:10,992 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data1/current/BP-302308715-172.17.0.2-1732607109247/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:10,992 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data2/current/BP-302308715-172.17.0.2-1732607109247/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:11,031 WARN [Thread-502 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:45:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ec4dadbfa80eef with lease ID 0x77268d171c836786: Processing first storage report for DS-f5e1491e-4ab0-4136-aff9-6a3643bbbebc from datanode DatanodeRegistration(127.0.0.1:36899, datanodeUuid=e0b474d6-6eeb-4633-bbf5-6674776f6e92, infoPort=39875, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247) 2024-11-26T07:45:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ec4dadbfa80eef with lease ID 0x77268d171c836786: from storage DS-f5e1491e-4ab0-4136-aff9-6a3643bbbebc node DatanodeRegistration(127.0.0.1:36899, datanodeUuid=e0b474d6-6eeb-4633-bbf5-6674776f6e92, infoPort=39875, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:45:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa1ec4dadbfa80eef with lease ID 0x77268d171c836786: Processing first storage report for DS-fcca07b5-6698-4bcd-bcfc-77d6acba11bc from datanode DatanodeRegistration(127.0.0.1:36899, datanodeUuid=e0b474d6-6eeb-4633-bbf5-6674776f6e92, infoPort=39875, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247) 2024-11-26T07:45:11,037 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa1ec4dadbfa80eef with lease ID 0x77268d171c836786: from storage DS-fcca07b5-6698-4bcd-bcfc-77d6acba11bc node DatanodeRegistration(127.0.0.1:36899, datanodeUuid=e0b474d6-6eeb-4633-bbf5-6674776f6e92, infoPort=39875, infoSecurePort=0, ipcPort=40679, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:11,280 WARN [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data3/current/BP-302308715-172.17.0.2-1732607109247/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:11,280 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data4/current/BP-302308715-172.17.0.2-1732607109247/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:11,303 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:45:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae99a4078340d261 with lease ID 0x77268d171c836787: Processing first storage report for DS-6943395d-de20-4011-8166-c831ce15d76a from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=f1840c21-6a8a-45ea-9b76-b47356ff9e3d, infoPort=32951, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247) 2024-11-26T07:45:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae99a4078340d261 with lease ID 0x77268d171c836787: from storage DS-6943395d-de20-4011-8166-c831ce15d76a node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=f1840c21-6a8a-45ea-9b76-b47356ff9e3d, infoPort=32951, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae99a4078340d261 with lease ID 0x77268d171c836787: Processing first storage report for DS-20763315-7492-4f61-a71f-43c918ba832f from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=f1840c21-6a8a-45ea-9b76-b47356ff9e3d, infoPort=32951, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247) 2024-11-26T07:45:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae99a4078340d261 with lease ID 0x77268d171c836787: from storage DS-20763315-7492-4f61-a71f-43c918ba832f node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=f1840c21-6a8a-45ea-9b76-b47356ff9e3d, infoPort=32951, infoSecurePort=0, ipcPort=42301, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:11,373 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:45:11,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:45:11,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:45:11,448 WARN [Thread-586 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data6/current/BP-302308715-172.17.0.2-1732607109247/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:11,448 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data5/current/BP-302308715-172.17.0.2-1732607109247/current, will proceed with Du for space computation calculation, 2024-11-26T07:45:11,470 WARN [Thread-548 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:45:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bd06f2fc1cf4fd5 with lease ID 0x77268d171c836788: Processing first storage report for DS-7e1c4b6c-4443-4e9e-a605-8fd18f6ce985 from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=22c6da2f-9612-4584-a57f-c058fa8b6ca8, infoPort=43761, infoSecurePort=0, ipcPort=33503, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247) 2024-11-26T07:45:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bd06f2fc1cf4fd5 with lease ID 0x77268d171c836788: from storage DS-7e1c4b6c-4443-4e9e-a605-8fd18f6ce985 node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=22c6da2f-9612-4584-a57f-c058fa8b6ca8, infoPort=43761, infoSecurePort=0, ipcPort=33503, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bd06f2fc1cf4fd5 with lease ID 0x77268d171c836788: Processing first storage report for DS-afaab96f-694f-4c8a-bacc-1635fb39f173 from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=22c6da2f-9612-4584-a57f-c058fa8b6ca8, infoPort=43761, infoSecurePort=0, ipcPort=33503, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247) 2024-11-26T07:45:11,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bd06f2fc1cf4fd5 with lease ID 0x77268d171c836788: from storage DS-afaab96f-694f-4c8a-bacc-1635fb39f173 node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=22c6da2f-9612-4584-a57f-c058fa8b6ca8, infoPort=43761, infoSecurePort=0, ipcPort=33503, storageInfo=lv=-57;cid=testClusterID;nsid=1977539577;c=1732607109247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:45:11,565 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5 2024-11-26T07:45:11,575 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/zookeeper_0, clientPort=51248, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:45:11,576 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51248 2024-11-26T07:45:11,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:45:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:45:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:45:11,603 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af with version=8 2024-11-26T07:45:11,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:45089/user/jenkins/test-data/536253d0-a06b-d4d9-8fff-5b4e467fb5b6/hbase-staging 2024-11-26T07:45:11,606 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:11,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:11,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:11,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:45:11,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:11,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36465 2024-11-26T07:45:11,612 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36465 connecting to ZooKeeper ensemble=127.0.0.1:51248 2024-11-26T07:45:11,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364650x0, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:11,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36465-0x101776404540000 connected 2024-11-26T07:45:11,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:11,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af, hbase.cluster.distributed=false 2024-11-26T07:45:11,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:11,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36465 2024-11-26T07:45:11,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36465 2024-11-26T07:45:11,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36465 2024-11-26T07:45:11,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36465 2024-11-26T07:45:11,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36465 2024-11-26T07:45:11,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:11,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:45:11,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:11,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40289 2024-11-26T07:45:11,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40289 connecting to ZooKeeper ensemble=127.0.0.1:51248 2024-11-26T07:45:11,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,779 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402890x0, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:11,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402890x0, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:11,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40289-0x101776404540001 connected 2024-11-26T07:45:11,780 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:45:11,783 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:45:11,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:45:11,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:11,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40289 2024-11-26T07:45:11,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40289 2024-11-26T07:45:11,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40289 2024-11-26T07:45:11,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40289 2024-11-26T07:45:11,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40289 2024-11-26T07:45:11,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:11,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:11,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:11,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:45:11,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:11,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34051 2024-11-26T07:45:11,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34051 connecting to ZooKeeper ensemble=127.0.0.1:51248 2024-11-26T07:45:11,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340510x0, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:11,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340510x0, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:11,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34051-0x101776404540002 connected 2024-11-26T07:45:11,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:45:11,836 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:45:11,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:45:11,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:11,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-26T07:45:11,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34051 2024-11-26T07:45:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34051 2024-11-26T07:45:11,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-26T07:45:11,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34051 2024-11-26T07:45:11,871 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:45:11,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:45:11,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:45:11,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:45:11,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:45:11,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:45:11,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35075 2024-11-26T07:45:11,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35075 connecting to ZooKeeper ensemble=127.0.0.1:51248 2024-11-26T07:45:11,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:11,904 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350750x0, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:45:11,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35075-0x101776404540003 connected 2024-11-26T07:45:11,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:11,906 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:45:11,908 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:45:11,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:45:11,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:45:11,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35075 2024-11-26T07:45:11,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35075 2024-11-26T07:45:11,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35075 2024-11-26T07:45:11,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35075 2024-11-26T07:45:11,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35075 2024-11-26T07:45:11,927 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:36465 2024-11-26T07:45:11,928 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,36465,1732607111606 2024-11-26T07:45:11,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,937 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,937 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,938 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,36465,1732607111606 2024-11-26T07:45:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:11,954 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:11,954 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:11,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:11,954 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:11,954 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:11,956 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:45:11,957 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,36465,1732607111606 from backup master directory 2024-11-26T07:45:11,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,36465,1732607111606 2024-11-26T07:45:11,967 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,967 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:45:11,968 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:11,968 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,36465,1732607111606 2024-11-26T07:45:11,976 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/hbase.id] with ID: 6d6bc14d-8aea-4622-9c1b-3c6e2f847b33 2024-11-26T07:45:11,976 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/.tmp/hbase.id 2024-11-26T07:45:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:45:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:45:11,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:45:11,991 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/.tmp/hbase.id]:[hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/hbase.id] 2024-11-26T07:45:12,018 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:45:12,018 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:45:12,020 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T07:45:12,037 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,037 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:45:12,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:45:12,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:45:12,049 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:45:12,050 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:45:12,050 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T07:45:12,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:45:12,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:45:12,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:45:12,065 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store 2024-11-26T07:45:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:45:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:45:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:45:12,079 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:12,079 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:45:12,079 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:12,079 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:12,079 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:45:12,079 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:12,079 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:12,079 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607112079Disabling compacts and flushes for region at 1732607112079Disabling writes for close at 1732607112079Writing region close event to WAL at 1732607112079Closed at 1732607112079 2024-11-26T07:45:12,080 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/.initializing 2024-11-26T07:45:12,080 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/WALs/719ac8e87449,36465,1732607111606 2024-11-26T07:45:12,084 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C36465%2C1732607111606, suffix=, logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/WALs/719ac8e87449,36465,1732607111606, archiveDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/oldWALs, maxLogs=10 2024-11-26T07:45:12,085 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449%2C36465%2C1732607111606.1732607112084 2024-11-26T07:45:12,099 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/WALs/719ac8e87449,36465,1732607111606/719ac8e87449%2C36465%2C1732607111606.1732607112084 2024-11-26T07:45:12,104 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43761:43761),(127.0.0.1/127.0.0.1:39875:39875),(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-26T07:45:12,105 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:45:12,105 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:12,105 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,105 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:45:12,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:12,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:45:12,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:12,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:45:12,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:12,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:45:12,121 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:12,122 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,122 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,123 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,125 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,125 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,125 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:45:12,127 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:45:12,130 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:45:12,131 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73203033, jitterRate=0.09081019461154938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:45:12,132 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732607112106Initializing all the Stores at 1732607112107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607112107Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607112107Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607112107Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607112108 (+1 ms)Cleaning up temporary data from old regions at 1732607112125 (+17 ms)Region opened successfully at 1732607112132 (+7 ms) 2024-11-26T07:45:12,132 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:45:12,136 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eae3e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:12,138 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:45:12,138 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:45:12,138 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:45:12,138 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:45:12,139 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T07:45:12,140 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:45:12,140 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-26T07:45:12,143 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:45:12,144 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:45:12,167 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:45:12,168 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:45:12,169 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:45:12,179 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:45:12,179 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:45:12,183 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:45:12,192 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:45:12,194 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:45:12,204 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:45:12,207 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:45:12,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:45:12,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:45:12,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:45:12,229 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:12,229 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:12,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:12,229 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,229 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:12,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,229 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,36465,1732607111606, sessionid=0x101776404540000, setting cluster-up flag (Was=false) 2024-11-26T07:45:12,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,245 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,245 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,270 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:45:12,272 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,36465,1732607111606 2024-11-26T07:45:12,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,292 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,292 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,320 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:45:12,322 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,36465,1732607111606 2024-11-26T07:45:12,324 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:45:12,326 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:12,326 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:45:12,327 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:45:12,327 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,36465,1732607111606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:12,329 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,330 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607142330 2024-11-26T07:45:12,330 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:45:12,330 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:45:12,331 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:45:12,331 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:45:12,331 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:45:12,331 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:45:12,331 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,332 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:45:12,332 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:45:12,332 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:45:12,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:12,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:45:12,332 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:45:12,332 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:45:12,334 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607112332,5,FailOnTimeoutGroup] 2024-11-26T07:45:12,336 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:45:12,338 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607112335,5,FailOnTimeoutGroup] 2024-11-26T07:45:12,339 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,339 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:45:12,339 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,339 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:45:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:45:12,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:45:12,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:45:12,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af 2024-11-26T07:45:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:45:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:45:12,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:45:12,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:12,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:45:12,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:45:12,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:12,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:45:12,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:45:12,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:12,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:45:12,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:45:12,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:12,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:45:12,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:45:12,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:12,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:12,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:45:12,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740 2024-11-26T07:45:12,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740 2024-11-26T07:45:12,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:45:12,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:45:12,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:45:12,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:45:12,405 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:45:12,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61603392, jitterRate=-0.08203792572021484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:45:12,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732607112382Initializing all the Stores at 1732607112383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607112383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607112384 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607112384Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607112384Cleaning up temporary data from old regions at 1732607112400 (+16 ms)Region opened successfully at 1732607112406 (+6 ms) 2024-11-26T07:45:12,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:45:12,406 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:45:12,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:45:12,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:45:12,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:45:12,407 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:45:12,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607112406Disabling compacts and flushes for region at 1732607112406Disabling writes for close at 1732607112407 (+1 ms)Writing region close event to WAL at 1732607112407Closed at 1732607112407 2024-11-26T07:45:12,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:12,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:45:12,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:45:12,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:45:12,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:45:12,419 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(746): ClusterId : 6d6bc14d-8aea-4622-9c1b-3c6e2f847b33 2024-11-26T07:45:12,419 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:45:12,419 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(746): ClusterId : 6d6bc14d-8aea-4622-9c1b-3c6e2f847b33 2024-11-26T07:45:12,419 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(746): ClusterId : 6d6bc14d-8aea-4622-9c1b-3c6e2f847b33 2024-11-26T07:45:12,419 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:45:12,419 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:45:12,454 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:45:12,454 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:45:12,454 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:45:12,455 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:45:12,455 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:45:12,455 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:45:12,471 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:45:12,471 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:45:12,471 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:45:12,471 DEBUG [RS:1;719ac8e87449:34051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e41098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:12,471 DEBUG [RS:0;719ac8e87449:40289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16556da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:12,471 DEBUG [RS:2;719ac8e87449:35075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d16ed8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:45:12,484 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;719ac8e87449:34051 2024-11-26T07:45:12,484 INFO [RS:1;719ac8e87449:34051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:45:12,485 INFO [RS:1;719ac8e87449:34051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:45:12,485 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:45:12,485 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,36465,1732607111606 with port=34051, startcode=1732607111812 2024-11-26T07:45:12,486 DEBUG [RS:1;719ac8e87449:34051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:45:12,488 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:45:12,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,34051,1732607111812 2024-11-26T07:45:12,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,34051,1732607111812 2024-11-26T07:45:12,491 DEBUG [RS:0;719ac8e87449:40289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:40289 2024-11-26T07:45:12,491 INFO [RS:0;719ac8e87449:40289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:45:12,491 INFO [RS:0;719ac8e87449:40289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:45:12,491 DEBUG [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:45:12,492 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af 2024-11-26T07:45:12,492 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;719ac8e87449:35075 2024-11-26T07:45:12,492 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34745 2024-11-26T07:45:12,492 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:45:12,492 INFO [RS:2;719ac8e87449:35075 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:45:12,492 INFO [RS:2;719ac8e87449:35075 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:45:12,492 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:45:12,492 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,36465,1732607111606 with port=40289, startcode=1732607111756 2024-11-26T07:45:12,492 DEBUG [RS:0;719ac8e87449:40289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:45:12,493 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,36465,1732607111606 with port=35075, startcode=1732607111871 2024-11-26T07:45:12,493 DEBUG [RS:2;719ac8e87449:35075 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:45:12,494 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46735, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:45:12,494 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56525, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:45:12,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,40289,1732607111756 2024-11-26T07:45:12,495 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,40289,1732607111756 2024-11-26T07:45:12,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,35075,1732607111871 2024-11-26T07:45:12,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,35075,1732607111871 2024-11-26T07:45:12,497 DEBUG [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af 2024-11-26T07:45:12,497 DEBUG [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34745 2024-11-26T07:45:12,497 DEBUG [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:45:12,499 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af 2024-11-26T07:45:12,499 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34745 2024-11-26T07:45:12,499 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:45:12,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:12,544 DEBUG [RS:1;719ac8e87449:34051 {}] zookeeper.ZKUtil(111): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,34051,1732607111812 2024-11-26T07:45:12,544 WARN [RS:1;719ac8e87449:34051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:12,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,35075,1732607111871] 2024-11-26T07:45:12,544 INFO [RS:1;719ac8e87449:34051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T07:45:12,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,40289,1732607111756] 2024-11-26T07:45:12,544 DEBUG [RS:2;719ac8e87449:35075 {}] zookeeper.ZKUtil(111): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,35075,1732607111871 2024-11-26T07:45:12,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,34051,1732607111812] 2024-11-26T07:45:12,545 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,34051,1732607111812 2024-11-26T07:45:12,545 DEBUG [RS:0;719ac8e87449:40289 {}] zookeeper.ZKUtil(111): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,40289,1732607111756 2024-11-26T07:45:12,545 WARN [RS:2;719ac8e87449:35075 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:12,545 WARN [RS:0;719ac8e87449:40289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:45:12,545 INFO [RS:2;719ac8e87449:35075 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T07:45:12,545 INFO [RS:0;719ac8e87449:40289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T07:45:12,545 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,35075,1732607111871 2024-11-26T07:45:12,545 DEBUG [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,40289,1732607111756 2024-11-26T07:45:12,550 INFO [RS:1;719ac8e87449:34051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:45:12,550 INFO [RS:0;719ac8e87449:40289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:45:12,554 INFO [RS:2;719ac8e87449:35075 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:45:12,554 INFO [RS:1;719ac8e87449:34051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:45:12,562 INFO [RS:0;719ac8e87449:40289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:45:12,563 INFO [RS:1;719ac8e87449:34051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:45:12,563 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,563 INFO [RS:0;719ac8e87449:40289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:45:12,563 INFO [RS:2;719ac8e87449:35075 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:45:12,563 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,564 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:45:12,564 WARN [719ac8e87449:36465 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:45:12,565 INFO [RS:1;719ac8e87449:34051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:45:12,565 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,565 INFO [RS:2;719ac8e87449:35075 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:45:12,565 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,565 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,565 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,566 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:12,567 DEBUG [RS:1;719ac8e87449:34051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:12,570 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:45:12,571 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:45:12,571 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,571 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,571 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,571 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,571 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,572 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,34051,1732607111812-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:12,572 INFO [RS:2;719ac8e87449:35075 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:45:12,572 INFO [RS:0;719ac8e87449:40289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:45:12,572 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,572 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,572 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:12,572 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,572 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:45:12,573 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:2;719ac8e87449:35075 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:12,573 DEBUG [RS:0;719ac8e87449:40289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:45:12,581 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,40289,1732607111756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:12,581 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,35075,1732607111871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:12,594 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:45:12,594 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,34051,1732607111812-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,595 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,595 INFO [RS:1;719ac8e87449:34051 {}] regionserver.Replication(171): 719ac8e87449,34051,1732607111812 started 2024-11-26T07:45:12,597 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:45:12,597 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,35075,1732607111871-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,598 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,598 INFO [RS:2;719ac8e87449:35075 {}] regionserver.Replication(171): 719ac8e87449,35075,1732607111871 started 2024-11-26T07:45:12,599 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:45:12,599 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,40289,1732607111756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,599 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,599 INFO [RS:0;719ac8e87449:40289 {}] regionserver.Replication(171): 719ac8e87449,40289,1732607111756 started 2024-11-26T07:45:12,616 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,616 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,35075,1732607111871, RpcServer on 719ac8e87449/172.17.0.2:35075, sessionid=0x101776404540003 2024-11-26T07:45:12,616 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:45:12,616 DEBUG [RS:2;719ac8e87449:35075 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,35075,1732607111871 2024-11-26T07:45:12,616 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,35075,1732607111871' 2024-11-26T07:45:12,616 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:45:12,617 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,617 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,34051,1732607111812, RpcServer on 719ac8e87449/172.17.0.2:34051, sessionid=0x101776404540002 2024-11-26T07:45:12,617 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:45:12,617 DEBUG [RS:1;719ac8e87449:34051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,34051,1732607111812 2024-11-26T07:45:12,617 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,34051,1732607111812' 2024-11-26T07:45:12,617 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:45:12,617 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:45:12,619 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:45:12,619 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:45:12,619 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:45:12,619 DEBUG [RS:2;719ac8e87449:35075 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,35075,1732607111871 2024-11-26T07:45:12,619 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,35075,1732607111871' 2024-11-26T07:45:12,619 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:45:12,620 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:45:12,620 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:45:12,620 DEBUG [RS:1;719ac8e87449:34051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,34051,1732607111812 2024-11-26T07:45:12,620 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,34051,1732607111812' 2024-11-26T07:45:12,620 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:45:12,620 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:45:12,620 DEBUG [RS:2;719ac8e87449:35075 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:45:12,620 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:45:12,620 INFO [RS:2;719ac8e87449:35075 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:45:12,620 INFO [RS:2;719ac8e87449:35075 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:45:12,621 DEBUG [RS:1;719ac8e87449:34051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:45:12,621 INFO [RS:1;719ac8e87449:34051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:45:12,621 INFO [RS:1;719ac8e87449:34051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:45:12,621 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:12,621 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,40289,1732607111756, RpcServer on 719ac8e87449/172.17.0.2:40289, sessionid=0x101776404540001 2024-11-26T07:45:12,621 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:45:12,621 DEBUG [RS:0;719ac8e87449:40289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,40289,1732607111756 2024-11-26T07:45:12,622 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,40289,1732607111756' 2024-11-26T07:45:12,622 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:45:12,622 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:45:12,623 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:45:12,623 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:45:12,623 DEBUG [RS:0;719ac8e87449:40289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,40289,1732607111756 2024-11-26T07:45:12,623 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,40289,1732607111756' 2024-11-26T07:45:12,623 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:45:12,623 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:45:12,624 DEBUG [RS:0;719ac8e87449:40289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:45:12,624 INFO [RS:0;719ac8e87449:40289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:45:12,624 INFO [RS:0;719ac8e87449:40289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:45:12,723 INFO [RS:1;719ac8e87449:34051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C34051%2C1732607111812, suffix=, logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,34051,1732607111812, archiveDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs, maxLogs=32 2024-11-26T07:45:12,723 INFO [RS:2;719ac8e87449:35075 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C35075%2C1732607111871, suffix=, logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,35075,1732607111871, archiveDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs, maxLogs=32 2024-11-26T07:45:12,725 INFO [RS:1;719ac8e87449:34051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449%2C34051%2C1732607111812.1732607112725 2024-11-26T07:45:12,725 INFO [RS:2;719ac8e87449:35075 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449%2C35075%2C1732607111871.1732607112725 2024-11-26T07:45:12,726 INFO [RS:0;719ac8e87449:40289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C40289%2C1732607111756, suffix=, logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,40289,1732607111756, archiveDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs, maxLogs=32 2024-11-26T07:45:12,728 INFO [RS:0;719ac8e87449:40289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449%2C40289%2C1732607111756.1732607112727 2024-11-26T07:45:12,738 INFO [RS:2;719ac8e87449:35075 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,35075,1732607111871/719ac8e87449%2C35075%2C1732607111871.1732607112725 2024-11-26T07:45:12,739 INFO [RS:1;719ac8e87449:34051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,34051,1732607111812/719ac8e87449%2C34051%2C1732607111812.1732607112725 2024-11-26T07:45:12,742 INFO [RS:0;719ac8e87449:40289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,40289,1732607111756/719ac8e87449%2C40289%2C1732607111756.1732607112727 2024-11-26T07:45:12,744 DEBUG [RS:2;719ac8e87449:35075 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43761:43761),(127.0.0.1/127.0.0.1:32951:32951),(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-26T07:45:12,745 DEBUG [RS:1;719ac8e87449:34051 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39875:39875),(127.0.0.1/127.0.0.1:43761:43761),(127.0.0.1/127.0.0.1:32951:32951)] 2024-11-26T07:45:12,751 DEBUG [RS:0;719ac8e87449:40289 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43761:43761),(127.0.0.1/127.0.0.1:32951:32951),(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-26T07:45:12,815 DEBUG [719ac8e87449:36465 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T07:45:12,815 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:45:12,817 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:45:12,817 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:45:12,817 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:45:12,817 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:45:12,818 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:45:12,818 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:45:12,818 INFO [719ac8e87449:36465 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:45:12,818 INFO [719ac8e87449:36465 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:45:12,818 INFO [719ac8e87449:36465 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:45:12,818 DEBUG [719ac8e87449:36465 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:45:12,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,34051,1732607111812 2024-11-26T07:45:12,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,34051,1732607111812, state=OPENING 2024-11-26T07:45:12,842 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:45:12,895 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,895 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:12,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:12,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:12,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:45:12,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,34051,1732607111812}] 2024-11-26T07:45:12,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:12,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:13,050 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:45:13,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40767, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:45:13,059 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:45:13,060 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-26T07:45:13,062 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C34051%2C1732607111812.meta, suffix=.meta, logDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,34051,1732607111812, archiveDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs, maxLogs=32 2024-11-26T07:45:13,063 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 719ac8e87449%2C34051%2C1732607111812.meta.1732607113063.meta 2024-11-26T07:45:13,075 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/WALs/719ac8e87449,34051,1732607111812/719ac8e87449%2C34051%2C1732607111812.meta.1732607113063.meta 2024-11-26T07:45:13,079 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:32951:32951),(127.0.0.1/127.0.0.1:43761:43761),(127.0.0.1/127.0.0.1:39875:39875)] 2024-11-26T07:45:13,082 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:45:13,083 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:45:13,083 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:45:13,083 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:45:13,083 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:45:13,083 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:13,083 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:45:13,083 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:45:13,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:45:13,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:45:13,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:13,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:13,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:45:13,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:45:13,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:13,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:13,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:45:13,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:45:13,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:13,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:13,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:45:13,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:45:13,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:13,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:45:13,093 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:45:13,094 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740 2024-11-26T07:45:13,095 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740 2024-11-26T07:45:13,097 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:45:13,097 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:45:13,098 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:45:13,100 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:45:13,101 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63259843, jitterRate=-0.0573548823595047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:45:13,101 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:45:13,103 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732607113084Writing region info on filesystem at 1732607113084Initializing all the Stores at 1732607113085 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607113085Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607113086 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607113086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607113086Cleaning up temporary data from old regions at 1732607113097 (+11 ms)Running coprocessor post-open hooks at 1732607113102 (+5 ms)Region opened successfully at 1732607113103 (+1 ms) 2024-11-26T07:45:13,106 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732607113050 2024-11-26T07:45:13,109 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:45:13,110 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:45:13,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,34051,1732607111812 2024-11-26T07:45:13,112 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,34051,1732607111812, state=OPEN 2024-11-26T07:45:13,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:13,129 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:13,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:13,129 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:45:13,129 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,34051,1732607111812 2024-11-26T07:45:13,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:13,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:13,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:13,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:45:13,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:45:13,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,34051,1732607111812 in 233 msec 2024-11-26T07:45:13,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:45:13,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-11-26T07:45:13,140 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:45:13,140 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:45:13,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:45:13,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,34051,1732607111812, seqNum=-1] 2024-11-26T07:45:13,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:45:13,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48887, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:45:13,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-26T07:45:13,155 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732607113154, completionTime=-1 2024-11-26T07:45:13,155 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T07:45:13,155 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:45:13,157 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T07:45:13,158 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607173157 2024-11-26T07:45:13,158 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607233158 2024-11-26T07:45:13,158 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:45:13,158 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,36465,1732607111606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:13,158 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,36465,1732607111606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:13,159 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,36465,1732607111606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:13,159 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:36465, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:13,159 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:13,159 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:13,163 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:45:13,165 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.197sec 2024-11-26T07:45:13,166 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:45:13,167 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:45:13,167 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:45:13,167 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:45:13,167 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:45:13,167 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,36465,1732607111606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:45:13,167 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,36465,1732607111606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:45:13,170 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:45:13,170 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:45:13,170 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,36465,1732607111606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:45:13,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1985825a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:45:13,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,36465,-1 for getting cluster id 2024-11-26T07:45:13,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:45:13,223 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d6bc14d-8aea-4622-9c1b-3c6e2f847b33' 2024-11-26T07:45:13,223 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:45:13,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d6bc14d-8aea-4622-9c1b-3c6e2f847b33" 2024-11-26T07:45:13,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65329064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:45:13,224 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,36465,-1] 2024-11-26T07:45:13,225 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:45:13,225 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:13,227 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:45:13,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1590b344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:45:13,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:45:13,231 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,34051,1732607111812, seqNum=-1] 2024-11-26T07:45:13,232 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:45:13,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:45:13,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,36465,1732607111606 2024-11-26T07:45:13,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:45:13,243 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,36465,1732607111606 2024-11-26T07:45:13,243 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@152e7ddc 2024-11-26T07:45:13,243 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:45:13,245 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:45:13,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:45:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-26T07:45:13,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:45:13,251 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:13,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-26T07:45:13,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:13,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:45:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741837_1013 (size=392) 2024-11-26T07:45:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741837_1013 (size=392) 2024-11-26T07:45:13,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741837_1013 (size=392) 2024-11-26T07:45:13,271 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b4d42cefc2fac895e267ec73198f23cd, NAME => 'TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af 2024-11-26T07:45:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741838_1014 (size=51) 2024-11-26T07:45:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741838_1014 (size=51) 2024-11-26T07:45:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741838_1014 (size=51) 2024-11-26T07:45:13,289 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:13,289 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing b4d42cefc2fac895e267ec73198f23cd, disabling compactions & flushes 2024-11-26T07:45:13,289 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:13,289 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:13,289 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. after waiting 0 ms 2024-11-26T07:45:13,289 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:13,290 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:13,290 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for b4d42cefc2fac895e267ec73198f23cd: Waiting for close lock at 1732607113289Disabling compacts and flushes for region at 1732607113289Disabling writes for close at 1732607113289Writing region close event to WAL at 1732607113289Closed at 1732607113289 2024-11-26T07:45:13,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:45:13,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732607113292"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607113292"}]},"ts":"1732607113292"} 2024-11-26T07:45:13,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-26T07:45:13,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:45:13,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607113300"}]},"ts":"1732607113300"} 2024-11-26T07:45:13,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-26T07:45:13,303 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:45:13,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:45:13,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:45:13,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:45:13,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:45:13,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:45:13,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:45:13,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:45:13,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:45:13,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:45:13,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:45:13,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b4d42cefc2fac895e267ec73198f23cd, ASSIGN}] 2024-11-26T07:45:13,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b4d42cefc2fac895e267ec73198f23cd, ASSIGN 2024-11-26T07:45:13,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b4d42cefc2fac895e267ec73198f23cd, ASSIGN; state=OFFLINE, location=719ac8e87449,35075,1732607111871; forceNewPlan=false, retain=false 2024-11-26T07:45:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:13,460 INFO [719ac8e87449:36465 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-26T07:45:13,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4d42cefc2fac895e267ec73198f23cd, regionState=OPENING, regionLocation=719ac8e87449,35075,1732607111871 2024-11-26T07:45:13,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b4d42cefc2fac895e267ec73198f23cd, ASSIGN because future has completed 2024-11-26T07:45:13,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4d42cefc2fac895e267ec73198f23cd, server=719ac8e87449,35075,1732607111871}] 2024-11-26T07:45:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:13,621 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:45:13,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40327, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:45:13,627 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:13,628 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b4d42cefc2fac895e267ec73198f23cd, NAME => 'TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:45:13,628 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,628 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:45:13,628 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,628 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,630 INFO [StoreOpener-b4d42cefc2fac895e267ec73198f23cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,632 INFO [StoreOpener-b4d42cefc2fac895e267ec73198f23cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b4d42cefc2fac895e267ec73198f23cd columnFamilyName cf 2024-11-26T07:45:13,632 DEBUG [StoreOpener-b4d42cefc2fac895e267ec73198f23cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:45:13,633 INFO [StoreOpener-b4d42cefc2fac895e267ec73198f23cd-1 {}] regionserver.HStore(327): Store=b4d42cefc2fac895e267ec73198f23cd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:45:13,633 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,634 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,634 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,635 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,635 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,637 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,643 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:45:13,644 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b4d42cefc2fac895e267ec73198f23cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72970896, jitterRate=0.08735108375549316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:45:13,644 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:13,645 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b4d42cefc2fac895e267ec73198f23cd: Running coprocessor pre-open hook at 1732607113628Writing region info on filesystem at 1732607113628Initializing all the Stores at 1732607113630 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607113630Cleaning up temporary data from old regions at 1732607113635 (+5 ms)Running coprocessor post-open hooks at 1732607113644 (+9 ms)Region opened successfully at 1732607113645 (+1 ms) 2024-11-26T07:45:13,647 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd., pid=6, masterSystemTime=1732607113621 2024-11-26T07:45:13,650 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:13,650 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:13,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b4d42cefc2fac895e267ec73198f23cd, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,35075,1732607111871 2024-11-26T07:45:13,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b4d42cefc2fac895e267ec73198f23cd, server=719ac8e87449,35075,1732607111871 because future has completed 2024-11-26T07:45:13,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-26T07:45:13,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b4d42cefc2fac895e267ec73198f23cd, server=719ac8e87449,35075,1732607111871 in 193 msec 2024-11-26T07:45:13,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-26T07:45:13,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=b4d42cefc2fac895e267ec73198f23cd, ASSIGN in 358 msec 2024-11-26T07:45:13,671 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:45:13,672 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607113671"}]},"ts":"1732607113671"} 2024-11-26T07:45:13,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-26T07:45:13,677 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:45:13,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 430 msec 2024-11-26T07:45:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:45:13,881 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T07:45:13,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-26T07:45:13,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:45:13,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-26T07:45:13,890 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:45:13,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-26T07:45:13,894 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd., hostname=719ac8e87449,35075,1732607111871, seqNum=2] 2024-11-26T07:45:13,895 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:45:13,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:45:13,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-26T07:45:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-26T07:45:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:45:13,913 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-26T07:45:13,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-26T07:45:13,915 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-26T07:45:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:45:14,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35075 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-26T07:45:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:14,070 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b4d42cefc2fac895e267ec73198f23cd 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-26T07:45:14,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd/.tmp/cf/622d008972054473b7d1f0b995ef8399 is 36, key is row/cf:cq/1732607113899/Put/seqid=0 2024-11-26T07:45:14,090 WARN [IPC Server handler 0 on default port 34745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-26T07:45:14,090 WARN [IPC Server handler 0 on default port 34745 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-26T07:45:14,090 WARN [IPC Server handler 0 on default port 34745 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-26T07:45:14,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741839_1015 (size=4787) 2024-11-26T07:45:14,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741839_1015 (size=4787) 2024-11-26T07:45:14,097 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd/.tmp/cf/622d008972054473b7d1f0b995ef8399 2024-11-26T07:45:14,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd/.tmp/cf/622d008972054473b7d1f0b995ef8399 as hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd/cf/622d008972054473b7d1f0b995ef8399 2024-11-26T07:45:14,118 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd/cf/622d008972054473b7d1f0b995ef8399, entries=1, sequenceid=5, filesize=4.7 K 2024-11-26T07:45:14,120 INFO [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for b4d42cefc2fac895e267ec73198f23cd in 50ms, sequenceid=5, compaction requested=false 2024-11-26T07:45:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b4d42cefc2fac895e267ec73198f23cd: 2024-11-26T07:45:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-26T07:45:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-26T07:45:14,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-26T07:45:14,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-11-26T07:45:14,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 225 msec 2024-11-26T07:45:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-26T07:45:14,232 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-26T07:45:14,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:45:14,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:45:14,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:14,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:45:14,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=745172850, stopped=false 2024-11-26T07:45:14,237 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,36465,1732607111606 2024-11-26T07:45:14,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:45:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:14,287 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:14,287 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:45:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:14,287 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:14,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:45:14,287 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:14,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:45:14,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:14,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:14,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:14,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:14,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,40289,1732607111756' ***** 2024-11-26T07:45:14,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:45:14,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,34051,1732607111812' ***** 2024-11-26T07:45:14,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:45:14,289 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:45:14,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,35075,1732607111871' ***** 2024-11-26T07:45:14,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:45:14,289 INFO [RS:0;719ac8e87449:40289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:45:14,289 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:45:14,289 INFO [RS:0;719ac8e87449:40289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:45:14,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:45:14,289 INFO [RS:1;719ac8e87449:34051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:45:14,289 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,40289,1732607111756 2024-11-26T07:45:14,290 INFO [RS:1;719ac8e87449:34051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:45:14,290 INFO [RS:0;719ac8e87449:40289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:14,290 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,34051,1732607111812 2024-11-26T07:45:14,290 INFO [RS:1;719ac8e87449:34051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:14,290 INFO [RS:0;719ac8e87449:40289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:40289. 2024-11-26T07:45:14,290 INFO [RS:1;719ac8e87449:34051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;719ac8e87449:34051. 2024-11-26T07:45:14,290 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:45:14,290 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:45:14,290 DEBUG [RS:0;719ac8e87449:40289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:14,290 DEBUG [RS:1;719ac8e87449:34051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:14,290 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:45:14,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:45:14,291 DEBUG [RS:1;719ac8e87449:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,290 DEBUG [RS:0;719ac8e87449:40289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,290 INFO [RS:2;719ac8e87449:35075 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:45:14,291 INFO [RS:2;719ac8e87449:35075 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:45:14,291 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(3091): Received CLOSE for b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:14,291 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,40289,1732607111756; all regions closed. 2024-11-26T07:45:14,291 INFO [RS:1;719ac8e87449:34051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:45:14,291 INFO [RS:1;719ac8e87449:34051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:45:14,291 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,35075,1732607111871 2024-11-26T07:45:14,291 INFO [RS:1;719ac8e87449:34051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:45:14,291 INFO [RS:2;719ac8e87449:35075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:14,291 INFO [RS:2;719ac8e87449:35075 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;719ac8e87449:35075. 2024-11-26T07:45:14,291 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:45:14,291 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b4d42cefc2fac895e267ec73198f23cd, disabling compactions & flushes 2024-11-26T07:45:14,292 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,292 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:14,292 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:14,292 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:45:14,292 DEBUG [RS:2;719ac8e87449:35075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:45:14,292 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. after waiting 0 ms 2024-11-26T07:45:14,292 DEBUG [RS:2;719ac8e87449:35075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,292 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-26T07:45:14,292 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:14,292 DEBUG [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-26T07:45:14,292 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,292 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-26T07:45:14,292 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1325): Online Regions={b4d42cefc2fac895e267ec73198f23cd=TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd.} 2024-11-26T07:45:14,292 DEBUG [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1351): Waiting on b4d42cefc2fac895e267ec73198f23cd 2024-11-26T07:45:14,292 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,292 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,292 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,293 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:45:14,293 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:45:14,293 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:45:14,293 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:45:14,293 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:45:14,293 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-26T07:45:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741835_1011 (size=93) 2024-11-26T07:45:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741835_1011 (size=93) 2024-11-26T07:45:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741835_1011 (size=93) 2024-11-26T07:45:14,299 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/default/TestHBaseWalOnEC/b4d42cefc2fac895e267ec73198f23cd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:45:14,300 DEBUG [RS:0;719ac8e87449:40289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs 2024-11-26T07:45:14,300 INFO [RS:0;719ac8e87449:40289 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 719ac8e87449%2C40289%2C1732607111756:(num 1732607112727) 2024-11-26T07:45:14,300 DEBUG [RS:0;719ac8e87449:40289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,300 INFO [RS:0;719ac8e87449:40289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:14,300 INFO [RS:0;719ac8e87449:40289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:14,300 INFO [RS:0;719ac8e87449:40289 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:14,301 INFO [RS:0;719ac8e87449:40289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:45:14,301 INFO [RS:0;719ac8e87449:40289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:45:14,301 INFO [RS:0;719ac8e87449:40289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:45:14,301 INFO [RS:0;719ac8e87449:40289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:14,301 INFO [RS:0;719ac8e87449:40289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40289 2024-11-26T07:45:14,301 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:14,303 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:14,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b4d42cefc2fac895e267ec73198f23cd: Waiting for close lock at 1732607114291Running coprocessor pre-close hooks at 1732607114291Disabling compacts and flushes for region at 1732607114291Disabling writes for close at 1732607114292 (+1 ms)Writing region close event to WAL at 1732607114293 (+1 ms)Running coprocessor post-close hooks at 1732607114302 (+9 ms)Closed at 1732607114303 (+1 ms) 2024-11-26T07:45:14,303 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd. 2024-11-26T07:45:14,312 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,40289,1732607111756 2024-11-26T07:45:14,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:14,312 INFO [RS:0;719ac8e87449:40289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:14,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,40289,1732607111756] 2024-11-26T07:45:14,316 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/info/d94b7856722d4ba5b55419403bef16d2 is 153, key is TestHBaseWalOnEC,,1732607113246.b4d42cefc2fac895e267ec73198f23cd./info:regioninfo/1732607113652/Put/seqid=0 2024-11-26T07:45:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741840_1016 (size=6637) 2024-11-26T07:45:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741840_1016 (size=6637) 2024-11-26T07:45:14,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741840_1016 (size=6637) 2024-11-26T07:45:14,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,40289,1732607111756 already deleted, retry=false 2024-11-26T07:45:14,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,40289,1732607111756 expired; onlineServers=2 2024-11-26T07:45:14,328 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/info/d94b7856722d4ba5b55419403bef16d2 2024-11-26T07:45:14,353 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/ns/3ff3fef4999244cea2dc1106431be669 is 43, key is default/ns:d/1732607113146/Put/seqid=0 2024-11-26T07:45:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741841_1017 (size=5153) 2024-11-26T07:45:14,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741841_1017 (size=5153) 2024-11-26T07:45:14,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741841_1017 (size=5153) 2024-11-26T07:45:14,369 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/ns/3ff3fef4999244cea2dc1106431be669 2024-11-26T07:45:14,373 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:14,383 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:14,383 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:14,394 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/table/7d0eb0239c6b4b02aa62e2d3a353ad37 is 52, key is TestHBaseWalOnEC/table:state/1732607113671/Put/seqid=0 2024-11-26T07:45:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741842_1018 (size=5249) 2024-11-26T07:45:14,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741842_1018 (size=5249) 2024-11-26T07:45:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741842_1018 (size=5249) 2024-11-26T07:45:14,402 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/table/7d0eb0239c6b4b02aa62e2d3a353ad37 2024-11-26T07:45:14,412 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/info/d94b7856722d4ba5b55419403bef16d2 as hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/info/d94b7856722d4ba5b55419403bef16d2 2024-11-26T07:45:14,420 INFO [RS:0;719ac8e87449:40289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:14,420 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:14,420 INFO [RS:0;719ac8e87449:40289 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,40289,1732607111756; zookeeper connection closed. 2024-11-26T07:45:14,420 DEBUG [pool-324-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40289-0x101776404540001, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:14,421 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/info/d94b7856722d4ba5b55419403bef16d2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-26T07:45:14,423 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/ns/3ff3fef4999244cea2dc1106431be669 as hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/ns/3ff3fef4999244cea2dc1106431be669 2024-11-26T07:45:14,427 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@385be15e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@385be15e 2024-11-26T07:45:14,430 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/ns/3ff3fef4999244cea2dc1106431be669, entries=2, sequenceid=11, filesize=5.0 K 2024-11-26T07:45:14,432 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/.tmp/table/7d0eb0239c6b4b02aa62e2d3a353ad37 as hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/table/7d0eb0239c6b4b02aa62e2d3a353ad37 2024-11-26T07:45:14,439 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/table/7d0eb0239c6b4b02aa62e2d3a353ad37, entries=2, sequenceid=11, filesize=5.1 K 2024-11-26T07:45:14,441 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=11, compaction requested=false 2024-11-26T07:45:14,447 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-26T07:45:14,448 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:45:14,448 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:45:14,448 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607114293Running coprocessor pre-close hooks at 1732607114293Disabling compacts and flushes for region at 1732607114293Disabling writes for close at 1732607114293Obtaining lock to block concurrent updates at 1732607114293Preparing flush snapshotting stores in 1588230740 at 1732607114293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732607114294 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732607114295 (+1 ms)Flushing 1588230740/info: creating writer at 1732607114296 (+1 ms)Flushing 1588230740/info: appending metadata at 1732607114315 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732607114315Flushing 1588230740/ns: creating writer at 1732607114337 (+22 ms)Flushing 1588230740/ns: appending metadata at 1732607114353 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732607114353Flushing 1588230740/table: creating writer at 1732607114377 (+24 ms)Flushing 1588230740/table: appending metadata at 1732607114394 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732607114394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed49531: reopening flushed file at 1732607114410 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ec3115: reopening flushed file at 1732607114422 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2604208d: reopening flushed file at 1732607114431 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=11, compaction requested=false at 1732607114441 (+10 ms)Writing region close event to WAL at 1732607114442 (+1 ms)Running coprocessor post-close hooks at 1732607114448 (+6 ms)Closed at 1732607114448 2024-11-26T07:45:14,448 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:45:14,496 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,35075,1732607111871; all regions closed. 2024-11-26T07:45:14,498 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,498 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,34051,1732607111812; all regions closed. 2024-11-26T07:45:14,498 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,498 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,499 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,500 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,500 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,500 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,500 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,500 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,500 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741833_1009 (size=1298) 2024-11-26T07:45:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741836_1012 (size=2751) 2024-11-26T07:45:14,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741833_1009 (size=1298) 2024-11-26T07:45:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741836_1012 (size=2751) 2024-11-26T07:45:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741836_1012 (size=2751) 2024-11-26T07:45:14,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741833_1009 (size=1298) 2024-11-26T07:45:14,508 DEBUG [RS:2;719ac8e87449:35075 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs 2024-11-26T07:45:14,508 INFO [RS:2;719ac8e87449:35075 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 719ac8e87449%2C35075%2C1732607111871:(num 1732607112725) 2024-11-26T07:45:14,508 DEBUG [RS:2;719ac8e87449:35075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,508 INFO [RS:2;719ac8e87449:35075 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:14,508 INFO [RS:2;719ac8e87449:35075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:14,508 INFO [RS:2;719ac8e87449:35075 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:14,509 INFO [RS:2;719ac8e87449:35075 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:45:14,509 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:14,509 INFO [RS:2;719ac8e87449:35075 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:45:14,509 INFO [RS:2;719ac8e87449:35075 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:45:14,509 INFO [RS:2;719ac8e87449:35075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:14,509 INFO [RS:2;719ac8e87449:35075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35075 2024-11-26T07:45:14,533 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,35075,1732607111871 2024-11-26T07:45:14,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:14,533 INFO [RS:2;719ac8e87449:35075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:14,534 ERROR [pool-336-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$377/0x00007f55608f7a28@4a504895 rejected from java.util.concurrent.ThreadPoolExecutor@f52dfbb[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-26T07:45:14,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,35075,1732607111871] 2024-11-26T07:45:14,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,35075,1732607111871 already deleted, retry=false 2024-11-26T07:45:14,550 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,35075,1732607111871 expired; onlineServers=1 2024-11-26T07:45:14,642 INFO [RS:2;719ac8e87449:35075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:14,642 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:14,642 INFO [RS:2;719ac8e87449:35075 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,35075,1732607111871; zookeeper connection closed. 2024-11-26T07:45:14,642 DEBUG [pool-336-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35075-0x101776404540003, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:14,643 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40aca49c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40aca49c 2024-11-26T07:45:14,664 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:45:14,664 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:45:14,909 DEBUG [RS:1;719ac8e87449:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs 2024-11-26T07:45:14,909 INFO [RS:1;719ac8e87449:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 719ac8e87449%2C34051%2C1732607111812.meta:.meta(num 1732607113063) 2024-11-26T07:45:14,910 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,910 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,910 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,910 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,910 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741834_1010 (size=93) 2024-11-26T07:45:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741834_1010 (size=93) 2024-11-26T07:45:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741834_1010 (size=93) 2024-11-26T07:45:14,916 DEBUG [RS:1;719ac8e87449:34051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/oldWALs 2024-11-26T07:45:14,916 INFO [RS:1;719ac8e87449:34051 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 719ac8e87449%2C34051%2C1732607111812:(num 1732607112725) 2024-11-26T07:45:14,916 DEBUG [RS:1;719ac8e87449:34051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:45:14,916 INFO [RS:1;719ac8e87449:34051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:45:14,916 INFO [RS:1;719ac8e87449:34051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:14,916 INFO [RS:1;719ac8e87449:34051 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:14,916 INFO [RS:1;719ac8e87449:34051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:14,916 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:14,916 INFO [RS:1;719ac8e87449:34051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34051 2024-11-26T07:45:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,34051,1732607111812 2024-11-26T07:45:14,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:45:14,945 INFO [RS:1;719ac8e87449:34051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:14,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,34051,1732607111812] 2024-11-26T07:45:14,962 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,34051,1732607111812 already deleted, retry=false 2024-11-26T07:45:14,962 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,34051,1732607111812 expired; onlineServers=0 2024-11-26T07:45:14,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,36465,1732607111606' ***** 2024-11-26T07:45:14,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:45:14,962 INFO [M:0;719ac8e87449:36465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:45:14,962 INFO [M:0;719ac8e87449:36465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:45:14,962 DEBUG [M:0;719ac8e87449:36465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:45:14,962 DEBUG [M:0;719ac8e87449:36465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:45:14,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:45:14,962 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607112332 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607112332,5,FailOnTimeoutGroup] 2024-11-26T07:45:14,962 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607112335 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607112335,5,FailOnTimeoutGroup] 2024-11-26T07:45:14,962 INFO [M:0;719ac8e87449:36465 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:45:14,962 INFO [M:0;719ac8e87449:36465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:45:14,963 DEBUG [M:0;719ac8e87449:36465 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:45:14,963 INFO [M:0;719ac8e87449:36465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:45:14,963 INFO [M:0;719ac8e87449:36465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:45:14,963 INFO [M:0;719ac8e87449:36465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:45:14,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:45:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:45:14,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:45:14,970 DEBUG [M:0;719ac8e87449:36465 {}] zookeeper.ZKUtil(347): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:45:14,970 WARN [M:0;719ac8e87449:36465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:45:14,971 INFO [M:0;719ac8e87449:36465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/.lastflushedseqids 2024-11-26T07:45:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741843_1019 (size=127) 2024-11-26T07:45:14,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741843_1019 (size=127) 2024-11-26T07:45:14,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741843_1019 (size=127) 2024-11-26T07:45:14,987 INFO [M:0;719ac8e87449:36465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:45:14,987 INFO [M:0;719ac8e87449:36465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:45:14,987 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:45:14,988 INFO [M:0;719ac8e87449:36465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:14,988 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:14,988 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:45:14,988 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:14,988 INFO [M:0;719ac8e87449:36465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-26T07:45:15,008 DEBUG [M:0;719ac8e87449:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abf3509f7b814bfd8a5da4243625fa8f is 82, key is hbase:meta,,1/info:regioninfo/1732607113110/Put/seqid=0 2024-11-26T07:45:15,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741844_1020 (size=5672) 2024-11-26T07:45:15,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741844_1020 (size=5672) 2024-11-26T07:45:15,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741844_1020 (size=5672) 2024-11-26T07:45:15,015 INFO [M:0;719ac8e87449:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abf3509f7b814bfd8a5da4243625fa8f 2024-11-26T07:45:15,044 DEBUG [M:0;719ac8e87449:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c99b8cd31e0d45dfbc9f3d08a296b84d is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732607113679/Put/seqid=0 2024-11-26T07:45:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741845_1021 (size=6438) 2024-11-26T07:45:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741845_1021 (size=6438) 2024-11-26T07:45:15,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741845_1021 (size=6438) 2024-11-26T07:45:15,055 INFO [M:0;719ac8e87449:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c99b8cd31e0d45dfbc9f3d08a296b84d 2024-11-26T07:45:15,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:15,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34051-0x101776404540002, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:15,057 INFO [RS:1;719ac8e87449:34051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:15,058 INFO [RS:1;719ac8e87449:34051 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,34051,1732607111812; zookeeper connection closed. 2024-11-26T07:45:15,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70204793 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70204793 2024-11-26T07:45:15,058 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T07:45:15,078 DEBUG [M:0;719ac8e87449:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55b083dfe1d640b48c8226339c4ab25d is 69, key is 719ac8e87449,34051,1732607111812/rs:state/1732607112489/Put/seqid=0 2024-11-26T07:45:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741846_1022 (size=5294) 2024-11-26T07:45:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741846_1022 (size=5294) 2024-11-26T07:45:15,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741846_1022 (size=5294) 2024-11-26T07:45:15,088 INFO [M:0;719ac8e87449:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55b083dfe1d640b48c8226339c4ab25d 2024-11-26T07:45:15,096 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abf3509f7b814bfd8a5da4243625fa8f as hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abf3509f7b814bfd8a5da4243625fa8f 2024-11-26T07:45:15,104 INFO [M:0;719ac8e87449:36465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abf3509f7b814bfd8a5da4243625fa8f, entries=8, sequenceid=72, filesize=5.5 K 2024-11-26T07:45:15,106 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c99b8cd31e0d45dfbc9f3d08a296b84d as hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c99b8cd31e0d45dfbc9f3d08a296b84d 2024-11-26T07:45:15,113 INFO [M:0;719ac8e87449:36465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c99b8cd31e0d45dfbc9f3d08a296b84d, entries=8, sequenceid=72, filesize=6.3 K 2024-11-26T07:45:15,114 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/55b083dfe1d640b48c8226339c4ab25d as hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55b083dfe1d640b48c8226339c4ab25d 2024-11-26T07:45:15,121 INFO [M:0;719ac8e87449:36465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34745/user/jenkins/test-data/f5d6de69-eafb-3f5c-d24f-a3fde19549af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/55b083dfe1d640b48c8226339c4ab25d, entries=3, sequenceid=72, filesize=5.2 K 2024-11-26T07:45:15,122 INFO [M:0;719ac8e87449:36465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false 2024-11-26T07:45:15,123 INFO [M:0;719ac8e87449:36465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:45:15,123 DEBUG [M:0;719ac8e87449:36465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607114987Disabling compacts and flushes for region at 1732607114987Disabling writes for close at 1732607114988 (+1 ms)Obtaining lock to block concurrent updates at 1732607114988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607114988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1732607114988Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607114989 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607114989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607115007 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607115007Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607115022 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607115043 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607115043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607115063 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607115078 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607115078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19afefb8: reopening flushed file at 1732607115095 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24fc9c6: reopening flushed file at 1732607115105 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a5d704: reopening flushed file at 1732607115113 (+8 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false at 1732607115122 (+9 ms)Writing region close event to WAL at 1732607115123 (+1 ms)Closed at 1732607115123 2024-11-26T07:45:15,123 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:15,123 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:15,124 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:15,124 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:15,124 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-26T07:45:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741830_1006 (size=32665) 2024-11-26T07:45:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36899 is added to blk_1073741830_1006 (size=32665) 2024-11-26T07:45:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741830_1006 (size=32665) 2024-11-26T07:45:15,128 INFO [M:0;719ac8e87449:36465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:45:15,128 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:45:15,128 INFO [M:0;719ac8e87449:36465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36465 2024-11-26T07:45:15,128 INFO [M:0;719ac8e87449:36465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:45:15,253 INFO [M:0;719ac8e87449:36465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:45:15,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:15,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x101776404540000, quorum=127.0.0.1:51248, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:45:15,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51eb0253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:15,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38066021{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:15,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:15,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@498db938{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:15,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25de4fb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:15,258 WARN [BP-302308715-172.17.0.2-1732607109247 heartbeating to localhost/127.0.0.1:34745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:45:15,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:45:15,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:45:15,258 WARN [BP-302308715-172.17.0.2-1732607109247 heartbeating to localhost/127.0.0.1:34745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302308715-172.17.0.2-1732607109247 (Datanode Uuid 22c6da2f-9612-4584-a57f-c058fa8b6ca8) service to localhost/127.0.0.1:34745 2024-11-26T07:45:15,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data5/current/BP-302308715-172.17.0.2-1732607109247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:15,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data6/current/BP-302308715-172.17.0.2-1732607109247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:15,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:45:15,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@569dbdc8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:15,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c4cb78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:15,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:15,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2d9a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:15,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17cd1c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:15,267 WARN [BP-302308715-172.17.0.2-1732607109247 heartbeating to localhost/127.0.0.1:34745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:45:15,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:45:15,267 WARN [BP-302308715-172.17.0.2-1732607109247 heartbeating to localhost/127.0.0.1:34745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302308715-172.17.0.2-1732607109247 (Datanode Uuid f1840c21-6a8a-45ea-9b76-b47356ff9e3d) service to localhost/127.0.0.1:34745 2024-11-26T07:45:15,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:45:15,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data3/current/BP-302308715-172.17.0.2-1732607109247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:15,268 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data4/current/BP-302308715-172.17.0.2-1732607109247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:15,268 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:45:15,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@484ab650{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:45:15,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d09d7d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:15,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:15,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d63bfae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:15,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c411bc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:15,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:45:15,275 WARN [BP-302308715-172.17.0.2-1732607109247 heartbeating to localhost/127.0.0.1:34745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:45:15,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:45:15,275 WARN [BP-302308715-172.17.0.2-1732607109247 heartbeating to localhost/127.0.0.1:34745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-302308715-172.17.0.2-1732607109247 (Datanode Uuid e0b474d6-6eeb-4633-bbf5-6674776f6e92) service to localhost/127.0.0.1:34745 2024-11-26T07:45:15,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data1/current/BP-302308715-172.17.0.2-1732607109247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:15,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/cluster_52fdf15e-a94b-eb1b-3a0a-78cf77659b86/data/data2/current/BP-302308715-172.17.0.2-1732607109247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:45:15,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:45:15,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5609bdf8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:45:15,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cbf28d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:45:15,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:45:15,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5574eaf2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:45:15,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c686d6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/8fa6db39-310c-44a5-9d13-2ae51f16e9e5/hadoop.log.dir/,STOPPED} 2024-11-26T07:45:15,290 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:45:15,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:45:15,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=148 (was 88) - Thread LEAK? -, OpenFileDescriptor=518 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11105 (was 11311)